-- Logs begin at Fri 2021-04-02 17:25:09 UTC, end at Fri 2021-04-02 18:35:10 UTC. --
Apr 02 18:01:12.628326 dv-cinder-784477-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 02 18:01:15.489522 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.common.config [-] Logging enabled!
Apr 02 18:01:15.490093 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29
Apr 02 18:01:15.491387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 02 18:01:15.493134 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.common.config [-] Logging enabled!
Apr 02 18:01:15.493421 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29
Apr 02 18:01:15.493766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 02 18:01:15.494802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 02 18:01:15.495093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 02 18:01:15.496620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 02 18:01:15.496899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 02 18:01:15.497150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 02 18:01:15.497513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.497849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.498182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.498437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.498766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.499118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.499432 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.499764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.500097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.500414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.500722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.501037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.501301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.501614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.501942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.502268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.502518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.502830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.503387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.503704 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.504013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.504336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.504644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.504944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.505248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.505560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.505921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] host                           = dv-cinder-784477-2-iscsi {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.506225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.506546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.506869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.507233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.507537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.507847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.508166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.508468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.508767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.509068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.509388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.509715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.510041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.510287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.510532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.510853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.511225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.511614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.512423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.512727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.513026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.513327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.513621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.513939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.514258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.514578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.514879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.515205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.515508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.515806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.516125 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.516424 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.516723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.517022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.517340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.517634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.517932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.518267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.518831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.519184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.519509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.519807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.520124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.520424 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.520721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.521020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.521320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.521619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.521929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.522227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.522526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.522824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.523144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.523470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:15.523796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.524129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.524466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.524779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.525108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.525415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.525740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.526046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.526371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.526696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.527030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.527772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.528101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.528744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.529089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.529423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.529759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.530065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.530370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.530674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.531004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.531334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.531669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.531994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.532296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.532602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.532930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.533235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.533537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.533842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.534167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.534472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.534751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.535078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.535386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.535689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.535989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.536293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.536618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.536923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.537224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.537526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.537829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.538127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.538442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.538746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.539070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.539373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.539683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.539985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.540283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.540586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.540887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.541189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.541494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.541789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.542087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.542384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.542681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.543223 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.543527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.543833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.544137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.544438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.544736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.545037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.545340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.545655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.545986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.546294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.546599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.546905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.547237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.547544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.547852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.548157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.548461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.548762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.549089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.549400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.549717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.550028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.550334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.550662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.550967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.551300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.551606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.551909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.552226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.552537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.552864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.553190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.553513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.553836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.554158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.554464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.554807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.555141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:15.555384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 18:01:15.555803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84199) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 02 18:01:16.217449 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading Gnome
Apr 02 18:01:16.233924 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading Google
Apr 02 18:01:16.236481 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading Windows (alt)
Apr 02 18:01:16.240174 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading file
Apr 02 18:01:16.240983 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading keyczar
Apr 02 18:01:16.241254 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading multi
Apr 02 18:01:16.241895 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO keyring.backend [-] Loading pyfs
Apr 02 18:01:16.288743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:16.289054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:16.289372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:16.289735 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 02 18:01:16.678778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.679303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.679411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.682261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.682568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.682864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.720197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.720497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.720790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.734684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.735013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.735334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.802354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.802611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.802908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.804045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.804346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:16.804641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.073754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa8204b2ae8> agent after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.074514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa8204b2ae8> agent after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.074810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa8204b2b70> segment precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.075129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa8204b2bf8> network precommit_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.076896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa8204b2510> segment before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.227357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> network before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.227729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa82048d840> agent before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.228041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> network before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.228337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> port before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.228629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> port before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.229002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> segment after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.229292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> segment precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.229577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> segment precommit_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.229857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> segment after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.230200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.231298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> network precommit_delete 0 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.231298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> port provisioning_complete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.231569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.231848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.232150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> agent after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.232458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> subnet after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.232745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> subnet precommit_delete 0 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.233050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.233324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.233649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> segment_host_mapping after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.234086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.234361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.234631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.234959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.235254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.235525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa8202b1da0>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.235929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.236191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.236452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.236708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.236967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.237225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.237627 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 02 18:01:17.240790 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 02 18:01:17.244767 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 02 18:01:17.248822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 02 18:01:17.250462 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 02 18:01:17.251743 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 02 18:01:17.252121 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 02 18:01:17.252545 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 02 18:01:17.255274 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 02 18:01:17.255553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 02 18:01:17.255936 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 02 18:01:17.283400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 02 18:01:17.283910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa8204d1978>> qos_plugin after_init 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.284237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84199) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 02 18:01:17.284637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa82025a518>> logging-plugin after_init 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.285973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84199) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 02 18:01:17.286290 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 02 18:01:17.286561 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 02 18:01:17.289731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa82025a588>> floatingip before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.290044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa82025a588>> port before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.357566 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 02 18:01:17.357777 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 02 18:01:17.358042 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 02 18:01:17.358437 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 02 18:01:17.390779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.sqlalchemy.engines [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84199) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 02 18:01:17.832516 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing driver for type 'gre'
Apr 02 18:01:17.833055 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] gre ID ranges: [(1, 1000)]
Apr 02 18:01:17.871850 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing driver for type 'local'
Apr 02 18:01:17.872221 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing driver for type 'vlan'
Apr 02 18:01:17.881650 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] VlanTypeDriver initialization complete
Apr 02 18:01:17.882022 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing driver for type 'vxlan'
Apr 02 18:01:17.882541 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] vxlan ID ranges: [(1, 1000)]
Apr 02 18:01:17.922640 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing extension driver 'port_security'
Apr 02 18:01:17.923009 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] PortSecurityExtensionDriver initialization complete
Apr 02 18:01:17.923404 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing mechanism driver 'openvswitch'
Apr 02 18:01:17.923758 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing mechanism driver 'hyperv'
Apr 02 18:01:17.929954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:01:17.930763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa820230c18>> port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.931194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa820230c18>> port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.931610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa820230c18>> port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.932029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfb7b8>> subnet after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.932410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfb7b8>> subnet after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.932782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfb7b8>> subnet after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.933198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfb978>> network after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.934080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfb978>> network after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.934451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfb978>> network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.934857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbb38>> security_group after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.935260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbb38>> security_group after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.935630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbb38>> security_group after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.936041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbcf8>> security_group_rule after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.936414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbcf8>> security_group_rule after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.936782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbcf8>> security_group_rule after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.937315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbeb8>> address_group after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.937691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbeb8>> address_group after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.938060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa81fdfbeb8>> address_group after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.938420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] ML2 OVO RPC backend initialized. {{(pid=84199) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 02 18:01:17.939216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> router_interface after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.939599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> router_interface after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.940047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> network before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.940417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> networks before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.940787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> port before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.941153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> ports before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.941520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> subnet before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.941885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> subnets before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.942255 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> network after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.942617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> network after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.943021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.943365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.943727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.944086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.944449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> subnet after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.944808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> subnet after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.945165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa81fe01160>> subnet after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.945776 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.plugin [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Modular L2 Plugin initialization complete
Apr 02 18:01:17.946120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading services supported by the core plugin {{(pid=84199) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 02 18:01:17.946473 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Got port-security extension from driver 'port_security'
Apr 02 18:01:17.946966 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.extensions.vlantransparent [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Disabled vlantransparent extension.
Apr 02 18:01:17.947509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84199) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 02 18:01:17.947844 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: router
Apr 02 18:01:17.984657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router_interface before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.985083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.985479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router before_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.985876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router_interface before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.986282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router_interface after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.986664 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_delete 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.987083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> floatingip after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.987481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.987851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.988230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.988607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router_gateway after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.988998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.989481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router precommit_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.989891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa820443840> port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.990263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa820443730> port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.990624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa8204437b8> subnet after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.991024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa8204438c8> subnetpool_address_scope after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.991388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> port precommit_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.991763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router precommit_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.992129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa8204099d8> port before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.992499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.992896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.993264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router precommit_delete 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.993647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router precommit_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.994040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router_interface after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.994413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> router precommit_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.994833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa81fe01128>> network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:17.996312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Tracking information for resource: router configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:17.996685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Tracking information for resource: floatingip configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:01:18.001479 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_agentschedulers_db [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 02 18:01:18.002117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa81fd83048> port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.002504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa81fd82ea0> port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.002885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function _notify_port_delete at 0x7fa81fd82f28> port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.003301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa81fd831e0> port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.004183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa81fd98f60>> router before_create 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.004579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa81fd98f60>> router precommit_delete 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.004973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa81fd98f60>> router precommit_create 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.005360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa81fd98f60>> router precommit_update 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.009967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.provider_configuration [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service providers = [] {{(pid=84199) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 02 18:01:18.010357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.servicetype_db [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84199) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 02 18:01:18.013976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.service_base [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:01:18.014348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.service_base [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:01:18.014716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.service_base [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:01:18.015617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.service_base [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:01:18.016007 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.services.service_base [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 02 18:01:18.016407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.016748 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 02 18:01:18.026968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.027392 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: auto_allocate
Apr 02 18:01:18.033100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa81fd09620> network precommit_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.033492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa81fd09620> network precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.034062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.034405 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: tag
Apr 02 18:01:18.041245 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.041606 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: timestamp
Apr 02 18:01:18.045441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.045803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: network_ip_availability
Apr 02 18:01:18.051362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa81fd1b320>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.051763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa81fd1b320>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.052145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa81fd1b320>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.052912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.053261 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: flavors
Apr 02 18:01:18.057712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.058073 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading Plugin: revisions
Apr 02 18:01:18.062924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:01:18.063363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:18.064149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84199) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 02 18:01:18.064481 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Initializing extension manager.
Apr 02 18:01:18.065041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: __init__.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.065409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: __pycache__ {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.065770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.066130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: address_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.066921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.067720 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: address-group
Apr 02 18:01:18.068076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: address_scope.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.068838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.069396 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: address-scope
Apr 02 18:01:18.069747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.070674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.071254 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: router-admin-state-down-before-update
Apr 02 18:01:18.071606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: agent.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.072345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.072905 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: agent
Apr 02 18:01:18.073250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: agent_resources_synced.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.074364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.074933 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: agent-resources-synced
Apr 02 18:01:18.075338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: allowedaddresspairs.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.077127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.077704 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: allowed-address-pairs
Apr 02 18:01:18.078059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: auto_allocated_topology.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.079150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.079721 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: auto-allocated-topology
Apr 02 18:01:18.080070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: availability_zone.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.080802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.081370 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: availability_zone
Apr 02 18:01:18.081717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: availability_zone_filter.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.082671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.083215 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: availability_zone_filter
Apr 02 18:01:18.083566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: data_plane_status.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.084476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.085039 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 02 18:01:18.085390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: default_subnetpools.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.086302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.086862 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: default-subnetpools
Apr 02 18:01:18.087238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.088098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.090463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: dhcp_agent_scheduler
Apr 02 18:01:18.090828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: dns.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.091768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.092335 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension dns-integration not supported by any of loaded plugins
Apr 02 18:01:18.092694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: dns_domain_ports.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.093620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.094182 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 02 18:01:18.094536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: dvr.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.095283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.095844 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: dvr
Apr 02 18:01:18.096196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: empty_string_filtering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.097108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.097668 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: empty-string-filtering
Apr 02 18:01:18.098019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.098926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.099510 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 02 18:01:18.099860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.100769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.101327 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 02 18:01:18.101676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: external_net.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.102581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.103167 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: external-net
Apr 02 18:01:18.103523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.104421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.104982 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: extra_dhcp_opt
Apr 02 18:01:18.105918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: extraroute.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.106872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.107468 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: extraroute
Apr 02 18:01:18.107822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: extraroute_atomic.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.108842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.109408 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: extraroute-atomic
Apr 02 18:01:18.109760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: filter_validation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.110447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.111022 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: filter-validation
Apr 02 18:01:18.111376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: fip_pf_description.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.112287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.112844 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 02 18:01:18.113192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: fip_port_details.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.114110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.114668 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: fip-port-details
Apr 02 18:01:18.115035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: flavors.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.116254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.116822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: flavors
Apr 02 18:01:18.117172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.118813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.119425 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 02 18:01:18.119785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: floatingip_pools.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.121092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.121696 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: floatingip-pools
Apr 02 18:01:18.122046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: ip_allocation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.123008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.123566 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 02 18:01:18.123916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.124833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.125392 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: ip-substring-filtering
Apr 02 18:01:18.125744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l2_adjacency.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.126654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.127234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 02 18:01:18.127585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.128621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.129191 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: router
Apr 02 18:01:18.129540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.131814 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.132401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 02 18:01:18.132758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.133687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.134260 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: ext-gw-mode
Apr 02 18:01:18.134611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.135554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.136121 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: l3-ha
Apr 02 18:01:18.136532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3_flavors.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.137565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.138131 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: l3-flavors
Apr 02 18:01:18.138483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.139481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.140047 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 02 18:01:18.140397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: l3agentscheduler.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.141680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.142259 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: l3_agent_scheduler
Apr 02 18:01:18.142614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: logging.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.144411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.144986 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension logging not supported by any of loaded plugins
Apr 02 18:01:18.145341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: metering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.146118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.146796 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: metering
Apr 02 18:01:18.147178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.148319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.148886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: metering_source_and_destination_fields
Apr 02 18:01:18.149239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: multiprovidernet.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.150163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.150719 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: multi-provider
Apr 02 18:01:18.151109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: netmtu.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.152018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.153105 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: net-mtu
Apr 02 18:01:18.153452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: netmtu_writable.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.154395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.154953 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: net-mtu-writable
Apr 02 18:01:18.155332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: network_availability_zone.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.156097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.156713 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: network_availability_zone
Apr 02 18:01:18.157059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: network_ip_availability.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.158168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.158736 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: network-ip-availability
Apr 02 18:01:18.159113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: network_segment_range.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.159914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.160471 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 02 18:01:18.160821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: pagination.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.161900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.162266 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: pagination
Apr 02 18:01:18.162614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: port_device_profile.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.163553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.164126 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: port-device-profile
Apr 02 18:01:18.164477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.165386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.165960 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: port-mac-address-regenerate
Apr 02 18:01:18.166313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.167248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.168390 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: port-numa-affinity-policy
Apr 02 18:01:18.168893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: port_resource_request.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.169818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.170382 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 02 18:01:18.170730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: portbindings.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.171709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.172283 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: binding
Apr 02 18:01:18.172631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: portbindings_extended.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.173896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.174475 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: binding-extended
Apr 02 18:01:18.174831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: portsecurity.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.175778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.176350 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: port-security
Apr 02 18:01:18.176702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: project_id.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.177669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.178033 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: project-id
Apr 02 18:01:18.178383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: providernet.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.179329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.179907 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: provider
Apr 02 18:01:18.180257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.183928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.184511 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos not supported by any of loaded plugins
Apr 02 18:01:18.184867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.186178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.186746 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 02 18:01:18.187134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.188049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.188609 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 02 18:01:18.188959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_default.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.189863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.190418 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-default not supported by any of loaded plugins
Apr 02 18:01:18.190765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_fip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.191462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.192019 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-fip not supported by any of loaded plugins
Apr 02 18:01:18.192366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_gateway_ip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.193289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.193846 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 02 18:01:18.194197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_port_network_policy.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.195143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.195701 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 02 18:01:18.196046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_rule_type_details.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.196954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.197513 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 02 18:01:18.197862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: qos_rules_alias.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.198885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.199586 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 02 18:01:18.199932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: quotasv2.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.200883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.201245 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: quotas
Apr 02 18:01:18.201594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: quotasv2_detail.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.203187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.203558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: quota_details
Apr 02 18:01:18.203912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: rbac.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.205055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.205639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: rbac-policies
Apr 02 18:01:18.205995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: rbac_address_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.206927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.207519 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: rbac-address-group
Apr 02 18:01:18.207872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: rbac_address_scope.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.208782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.209350 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: rbac-address-scope
Apr 02 18:01:18.209698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: rbac_security_groups.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.210708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.211306 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: rbac-security-groups
Apr 02 18:01:18.211657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: rbac_subnetpool.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.212570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.213135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: rbac-subnetpool
Apr 02 18:01:18.213484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: revisionifmatch.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.214400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.215518 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: revision-if-match
Apr 02 18:01:18.215864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: revisions.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.217011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.217578 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: standard-attr-revisions
Apr 02 18:01:18.217932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: router_availability_zone.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.218638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.219238 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: router_availability_zone
Apr 02 18:01:18.219589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: routerservicetype.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.220524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.221082 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension router-service-type not supported by any of loaded plugins
Apr 02 18:01:18.221428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.222351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.222916 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: security-groups-normalized-cidr
Apr 02 18:01:18.223298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.224229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.224795 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: port-security-groups-filtering
Apr 02 18:01:18.225144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.226095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.226655 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: security-groups-remote-address-group
Apr 02 18:01:18.227021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: securitygroup.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.240230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.240827 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: security-group
Apr 02 18:01:18.241193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: segment.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.242037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.242602 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension segment not supported by any of loaded plugins
Apr 02 18:01:18.242958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.243922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.244487 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 02 18:01:18.244844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: servicetype.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.245980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.246548 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: service-type
Apr 02 18:01:18.246897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: sorting.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.247896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.248267 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: sorting
Apr 02 18:01:18.248616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: standard_attr_segment.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.249528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.250097 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 02 18:01:18.250446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: standardattrdescription.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.251143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.251750 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: standard-attr-description
Apr 02 18:01:18.252098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: stateful_security_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.253054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.253664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: stateful-security-group
Apr 02 18:01:18.254014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: stdattrs_common.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.254591 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 02 18:01:18.254941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.256024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.256604 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 02 18:01:18.256950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: subnet_onboard.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.258003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.258578 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: subnet_onboard
Apr 02 18:01:18.258931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.259886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.260447 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 02 18:01:18.260797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: subnet_service_types.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.261742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.262301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: subnet-service-types
Apr 02 18:01:18.262652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: subnetallocation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.263748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.264312 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: subnet_allocation
Apr 02 18:01:18.264662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.265345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.265908 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: subnetpool-prefix-ops
Apr 02 18:01:18.266254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.267212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.267791 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 02 18:01:18.268138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: tagging.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.269665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.270247 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: standard-attr-tag
Apr 02 18:01:18.270606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: timestamp.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.271793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.272366 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loaded extension: standard-attr-timestamp
Apr 02 18:01:18.272724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: trunk.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.273747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.274312 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension trunk not supported by any of loaded plugins
Apr 02 18:01:18.274670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: trunk_details.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.275609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.276173 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension trunk-details not supported by any of loaded plugins
Apr 02 18:01:18.276520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: uplink_status_propagation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.277954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.278512 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 02 18:01:18.278859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Loading extension file: vlantransparent.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:01:18.279577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:01:18.280137 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 02 18:01:18.282795 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:network
Apr 02 18:01:18.283628 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:subnet
Apr 02 18:01:18.284290 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:01:18.284935 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:port
Apr 02 18:01:18.286419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.286894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service FLAVORS assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.287603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.288062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.288417 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:router
Apr 02 18:01:18.289120 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:floatingip
Apr 02 18:01:18.289878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service METERING assigned prefix: /metering {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.291698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa81fbf94e0>> rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.292093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa81fbf94e0>> rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.292469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa81fbf94e0>> rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:01:18.294288 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 02 18:01:18.294763 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:security_group
Apr 02 18:01:18.295602 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 02 18:01:18.296410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service CORE assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.296769 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:01:18.297124 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] subnetpool is already registered
Apr 02 18:01:18.297774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service CORE assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.298135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:01:18.298483 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] subnetpool is already registered
Apr 02 18:01:18.301236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.301697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service FLAVORS assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.302331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.302779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.303165 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:router
Apr 02 18:01:18.303521 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] router is already registered
Apr 02 18:01:18.304156 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:floatingip
Apr 02 18:01:18.304510 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] floatingip is already registered
Apr 02 18:01:18.305187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service METERING assigned prefix: /metering {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.305911 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 02 18:01:18.306267 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] rbac_policy is already registered
Apr 02 18:01:18.307639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:security_group
Apr 02 18:01:18.308001 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] security_group is already registered
Apr 02 18:01:18.308744 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 02 18:01:18.309073 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] security_group_rule is already registered
Apr 02 18:01:18.309799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service CORE assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.310156 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:01:18.310509 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] subnetpool is already registered
Apr 02 18:01:18.311200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Service CORE assigned prefix:  {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:01:18.311564 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:01:18.311924 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] subnetpool is already registered
Apr 02 18:01:18.312631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: extensions {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.314146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: address-groups {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.315799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: address-scopes {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.317037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: agents {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.318229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: auto-allocated-topology {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.319529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: availability_zones {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.320867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: dhcp-networks {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.322293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: dhcp-agents {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.323773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: routers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.326144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: flavors {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.327349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: service_profiles {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.328589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: next_providers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.330173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: service_profiles {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.331731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: floatingip-pools {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.333005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: routers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.334764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: floatingips {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.336016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: l3-routers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.337432 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: l3-agents {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.338889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: metering-labels {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.340881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: metering-label-rules {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.342180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: network-ip-availabilities {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.343481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: bindings {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.345155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: quotas {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.346682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: quotas {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.348139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: rbac-policies {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.349456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: security-groups {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.350699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: security-group-rules {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.351996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: service-providers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.353290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: subnetpools {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.354726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: subnetpools {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.356287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.357979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.359868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.361689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.363561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.365443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.367249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.369991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.372046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.373972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.extensions [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:01:18.380757 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING keystonemiddleware.auth_token [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 02 18:01:18.385958 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING keystonemiddleware.auth_token [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 02 18:01:18.395656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Acquired lock "singleton_lock" {{(pid=84199) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 02 18:01:18.396174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Releasing lock "singleton_lock" {{(pid=84199) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 02 18:01:18.397607 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Starting 2 workers
Apr 02 18:01:18.403063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Started child 84312 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:01:18.407094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:18.407831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Started child 84313 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:01:18.408709 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [-] (84312) wsgi starting up on http://0.0.0.0:9696
Apr 02 18:01:18.409316 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 02 18:01:18.409970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Notify callbacks [] for process, before_spawn {{(pid=84199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:18.411178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:18.412509 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Starting 1 workers
Apr 02 18:01:18.412671 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [-] (84313) wsgi starting up on http://0.0.0.0:9696
Apr 02 18:01:18.418271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Started child 84314 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:01:18.418877 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Starting 1 workers
Apr 02 18:01:18.420239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] calling RpcWorker wait() {{(pid=84314) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 02 18:01:18.420621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] returning from RpcWorker wait() {{(pid=84314) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 02 18:01:18.422134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:18.422626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:01:18.423736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Started child 84315 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:01:18.424538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f39a-5dc7-480e-8bf5-0a23ccea6606 None None] Notify callbacks [] for process, after_spawn {{(pid=84199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:18.426185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84199) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 02 18:01:18.426427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 02 18:01:18.426629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 02 18:01:18.426903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 02 18:01:18.427332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 02 18:01:18.427518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 02 18:01:18.428081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.428390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.428698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.428800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:18.428994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.429317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.429987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.430270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.430568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.430874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.431163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.431357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.431550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.431845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.432108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.432458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.432740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.433029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.433345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.433559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.433884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.434268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.434598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.434894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.435193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.435762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.436017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.436297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.436551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.436847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.437126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.437430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.437698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.437944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.438214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.438504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.438746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.439004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.439254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.439536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.439800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.440259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] host                           = dv-cinder-784477-2-iscsi {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.440521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.440768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.441034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.441310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.441582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.441840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.442132 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.442431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.442695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.442947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.443236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.443506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.443773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.444028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.444213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.444473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.444777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.445066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.445267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.445444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.445627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.445922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.446105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.446377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.446627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.446867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.447160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.447406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.447646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.447933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.448186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.448439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.448673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.449479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.449759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.450015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.450352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.450523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.450777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.451013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.451342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.451655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.451855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.452144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.452553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.452845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.453156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.453450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.453763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.454660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.454660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.454660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.454876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.455055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.455759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.455759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.455759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.456046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.456288 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.456557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.456774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.457170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.459577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.459577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.459847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.460086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.460354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.460629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.462967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.463331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.463428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:01:18.463607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.463918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.464161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.464422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.465261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.465500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.465819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.466128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.466412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.466694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.466956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.467228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.467472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.467715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.467980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.468222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.468512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.468759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.469000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.469246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.469524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.469783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.470046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.470312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.470600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.470864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.471167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.471414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.471655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.472032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.472275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.472528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.472781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.473072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.473349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.473615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.473854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.474095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.474341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.474620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.474864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.475131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.475372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.475615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.475870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.476144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.476406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.476648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.476904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.477095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.477321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.477602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.477828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.478068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.478312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.478585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.478839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.479004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.479267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.479608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.479781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.479922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.480199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.480563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.480714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.481018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.481265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.481528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.481846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.482192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.482468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.482736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.483028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.483306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.483555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.483838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.484088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.484350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.484603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.484885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.485185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.485462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.485715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.485965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.486252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.486499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.486752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.487056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.487305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.487790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.488075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.488359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.488655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.490815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.492169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.492169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.492169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.492169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.492169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.493055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.493055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.493055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.493461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.493461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.494468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.494468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.494468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.494468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.495041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.495041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.495307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.495453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.496888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.496888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.496888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.496888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.496888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.497524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.497524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.497823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.497967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.498105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.498361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.498635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.498892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.499871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.500224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.500526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.500817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.501088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.501418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.505151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.506070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.506450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.506818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.507225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.507592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.507999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.508363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.508797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.509276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.509659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.510134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.510524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.510909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.511274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.512657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.512657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.512886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.513317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.513703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.514065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.514450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.514838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.515265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.515655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.516028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.516503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.516891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.517249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.517621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.517980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.518354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.518997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.519373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.519729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.520126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.520467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.520843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.521217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.521581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.521918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.522279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.522623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.523009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.523454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.523861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.524219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.524582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.525190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.525190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.525404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.525867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.526193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.526519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.526843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.527285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.527893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.528373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.528705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.529062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.529458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.529823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.530169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.530549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.530903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.531296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.531694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.532071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.532395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.532766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.533118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.533527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.533882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.534275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.534764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.535321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.535650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.535936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.536256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.536576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.536887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.537161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.537479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.537850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.538153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.538784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.538784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.539093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.539254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.539488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.540198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.540198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.540198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.540721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.540721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.540995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.541459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.541459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.541784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.541943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.542146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.542411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.543259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.543501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 18:01:18.544040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84199) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 02 18:01:18.544247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 02 18:01:18.544406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 02 18:01:18.544609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 02 18:01:18.544806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 02 18:01:18.544985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 02 18:01:18.545229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.545419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.545604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.545791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.545970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.546189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.546339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.546522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.546703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.546880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.547090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.547273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.547452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.547633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.547816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.547996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.548179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.548360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.548544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.548726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.548907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.549086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.549265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.549445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.549663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.549859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.550029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.550207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.550386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.550565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.550746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.550925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.551134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.551314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.551483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.551674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.551824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.551963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.552145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.552350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.552450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] host                           = dv-cinder-784477-2-iscsi {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.552633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.552813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.552993 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.553173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.553352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.553533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.553789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.553922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.554045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.554197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.554378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.554557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.554737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.554918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.555139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.555322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.555593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.555692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.555837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.556020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.556201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.556381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.556564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.556743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.556923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.557105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.557286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.557467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.557647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.557827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.558006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.558187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.558511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.558703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.558935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.559133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.559250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.559349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.559519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.559700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.559881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.560032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.560215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.560395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.560575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.560755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.560936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.561115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.561278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:01:18.561380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.561473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.561603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.561783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.561967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.562149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.562331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.562511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.562691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.562871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.563075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.563256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.563437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.563616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.563795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.563964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.564129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.564308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.564558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.564749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.564932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:01:18.565131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.565317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.565515 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.565701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.565886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.566070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.566254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.566439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.566621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.566803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.567005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.567213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.567392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.567574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.567755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.567940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.568125 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.568309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.568492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.568676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.568858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.569041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.569243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.569436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.569621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.569804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.569987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.570170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.570355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.570540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.570725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.570910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.571121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.571304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.571486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.571671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.571854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.572039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.572224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.572407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.572591 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.572774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.572958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.573143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.573325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.573511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.573695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.574448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.574828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.574959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.575094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.575282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.575425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.575610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.575795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.575950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.576136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.576339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.576564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.576700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.576835 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.576970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.577106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.577275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.577459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.577644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.577837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.578011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.578195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.578380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.578563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.578745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.578929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.579139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.579324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.579508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.579692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.579928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.580076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.580214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.580350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.580666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.580666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.580862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.581013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.581213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.581410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.581644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.581750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.581889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.582028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.582212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.582395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.582643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.582867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.582867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.583156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.583262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.583393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.583575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.583759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.583941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.584123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.584305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.584487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.584672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.584855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.585038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.585221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.585405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.585589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.585782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.585964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.586150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.586334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.586526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.586720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.586905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.587114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.587305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.587434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.587616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.587802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.588998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.589181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.589364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.589811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.590001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.590191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.590377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.590561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.590745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.591022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.591212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.591431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.591582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.591739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.591925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.592108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.592292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.592475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.592658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.592844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.593029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.593214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.593399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.593583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.593766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.593951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.594133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.594315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.594499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.594683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.594871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.595049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.595240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.595425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.595608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.595791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.595974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.596157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.596340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.596523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.596709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.596893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.597078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.597262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.597447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.597630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.597814 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.598146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.598336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.598522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.598707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.598891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.599081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.599259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.599444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.599628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.599811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.599999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.600199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.600383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.600566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.600749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.600934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.601116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.601299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.601483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.601664 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.601846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.602029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.602213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.602400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.602585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.602770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.602954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.603160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.603344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.603528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.603723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.603965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.604081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.604204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.604381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.604574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.604826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.604959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.605111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.605940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.606950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.607159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.607352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.607536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.607719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.607903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.608097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.608280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.608465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.608648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.608831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.609014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.609199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.609386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.609581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.609774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.609959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.610150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.610343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.610538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.610720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.610910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.611133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.611316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.611498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.611682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.611865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.612047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.612229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.612412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.612594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.612811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.612960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.613142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.613326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.613509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.613691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.613873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.614055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.614238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.614423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.614605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:01:18.614791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 18:01:18.787809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50142) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:18.799351 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093415
Apr 02 18:01:29.197106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1514301-f604-45ac-bb59-5a1bd0ace601 None None] get_active_networks_info from dv-cinder-784477-2-iscsi {{(pid=84314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 02 18:01:29.393333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36439734-9b94-4641-81f2-3a237f420f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:29.438068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1514301-f604-45ac-bb59-5a1bd0ace601 None None] No non-hosted networks {{(pid=84314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 02 18:01:30.567118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:30.568000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.568353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.568895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.569358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.569708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.570067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.570423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.570800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.571198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.571554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.571909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.572260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:30.572672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa81f878550>, 'Open vSwitch agent', 'dv-cinder-784477-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:01:30.594939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa81ef574e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:01:31.481469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e305386a-57c9-4b50-be59-483479e43d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:31.553615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b64bc942-6c3e-44bc-a77e-bd99277bc40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:32.259926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:33.667900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:34.935045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50232) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:35.568757 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-5cd6d7f9-192b-4420-abce-7c2f503f6bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:01:35.569391 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-5cd6d7f9-192b-4420-abce-7c2f503f6bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:01:35.800760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [None req-5cd6d7f9-192b-4420-abce-7c2f503f6bd7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:01:35.801795 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5cd6d7f9-192b-4420-abce-7c2f503f6bd7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8657503
Apr 02 18:01:37.697597 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_hamode_db [None req-39425237-69f4-418d-a189-420ac9c59cb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 02 18:01:37.786464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39425237-69f4-418d-a189-420ac9c59cb1 None None] Routers set() bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:01:37.786819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39425237-69f4-418d-a189-420ac9c59cb1 None None] Router IDs set() for agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 02 18:01:38.538907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50246) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:38.925583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:01:39.029510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.policy [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84313) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 02 18:01:39.085071 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:01:39.085479 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:01:39.103416 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa81f799908>.
Apr 02 18:01:39.119519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:01:39.176361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264348086880', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264348093668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264348068795', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264348070495', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264348060785', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264348061502', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854367507', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854257398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036788173854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036787756642'] for rbac-policy, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:39.241314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:39.242572 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3b056d8b-6c9b-42ff-9e6d-af82cc610cbb admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7026055
Apr 02 18:01:42.217929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50260) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:42.597456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4e7d2bfbbcc44b7d895606780326202d'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:01:42.603306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:01:42.608002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Usage tracker for resource:network and tenant:4e7d2bfbbcc44b7d895606780326202d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:01:42.611667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:01:42.618058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:01:42.626880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Made reservation on behalf of 4e7d2bfbbcc44b7d895606780326202d for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:01:42.632892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:42.650215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:42.667297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:01:42.671060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7d2bfbbcc44b7d895606780326202d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:01:42.674485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:01:42.680502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:01:42.934079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:42.936667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:42.941213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:42.959531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:01:42.986526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772504564407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:42.987136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa8204b2b70> segment precommit_create {{(pid=84313) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 02 18:01:42.987610 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Added segment ee7b1ed5-5902-4304-a473-ba78af5017ee of type vlan for network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83
Apr 02 18:01:43.038927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137abc30-a6da-414c-88b5-05f08a5e440c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:01:43.060822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.061191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.061551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.061907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.062257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.062606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.062952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.063327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.063685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.064028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.064368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.064707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Tracked resource versions report:
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:01:43.065825 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:01:43.106067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:43.112406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:43.145354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:43.146718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:01:43.147398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:43.152991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:43.264886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0456977
Apr 02 18:01:43.265521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Pushing event updated for resources: {'Network': ['ID=cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:01:43.269013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:43.278525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:01:46.346762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50276) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:46.821941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68356db3-5060-40c0-b22f-e3cbb9156f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:01:46.823327 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-68356db3-5060-40c0-b22f-e3cbb9156f48 admin admin] 10.222.0.13 "GET /v2.0/networks/cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 HTTP/1.1" status: 200  len: 825 time: 0.4754941
Apr 02 18:01:46.850941 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ebcb1d47-de90-4403-ad85-e37bc928635a admin admin] 10.222.0.13 "GET /v2.0/subnetpools/b4ea23f8-20d2-4758-b4b8-5f66c78cc053 HTTP/1.1" status: 200  len: 734 time: 0.0214598
Apr 02 18:01:46.860618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Request body: {'subnet': {'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053', 'gateway_ip': '172.20.0.1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'ip_version': 4, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'name': 'private-subnet'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:01:46.864941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:01:46.868754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Usage tracker for resource:subnet and tenant:4e7d2bfbbcc44b7d895606780326202d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:01:46.872279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:01:46.877969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:01:46.886960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Made reservation on behalf of 4e7d2bfbbcc44b7d895606780326202d for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:01:46.891522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:47.360074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:47.374281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:47.513194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df257c8-fcca-419c-92ec-f587a5336bd0,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:01:47.519511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:47.577013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Checking segment: {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:01:47.577381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Network hostable DHCP agents. Network: cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:01:47.597551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:01:47.606092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:01:47.611052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:01:47.611632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:47.616660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b15c28-b3c0-4463-8f11-19666eb39bbc None None] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:01:47.630751 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7736208
Apr 02 18:01:47.936784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:01:47.938051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:48.130532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Allocated IP 172.20.0.2 (cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83/9df257c8-fcca-419c-92ec-f587a5336bd0/abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:01:48.365573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:48.378490 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Transition to ACTIVE for port object abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:01:48.398526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Transition to ACTIVE for port object abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:01:48.404536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:48.421285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:48.726767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Pushing event updated for resources: {'Port': ['ID=abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:01:48.744214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.744576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.745428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.745765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.746109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.746450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.746787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.747173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.747526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.747861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.748194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.748525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Tracked resource versions report:
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:01:48.749635 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:01:48.756237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:48.796611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:01:48.797767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:01:48.800561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:01:48.899558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Attempting to bind port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:01:48.899982 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Attempting to bind port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:01:48.900378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Attempting to bind port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 on network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:01:48.906452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:01:48.906862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Checking segment: {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:01:48.908149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:48.908149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Bound using segment: {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:01:48.908347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Bound port: abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:01:48.908600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:49.001505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] For port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:01:49.005383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] For port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3,segment=NetworkSegment(ee7b1ed5-5902-4304-a473-ba78af5017ee),segment_id=ee7b1ed5-5902-4304-a473-ba78af5017ee)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:01:49.008565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:49.023955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:49.177442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Pushing event updated for resources: {'Port': ['ID=abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:01:49.180669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:50.384244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50286) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:50.795604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [None req-b685d412-4f6e-41ce-b310-c5e10f8fbdc3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:01:50.796755 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b685d412-4f6e-41ce-b310-c5e10f8fbdc3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4114985
Apr 02 18:01:53.161170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:01:53.236525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:01:53.571073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50300) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:53.971076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [None req-20f6fff6-1000-485c-b413-2c972f57d0b5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:01:53.972142 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-20f6fff6-1000-485c-b413-2c972f57d0b5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4000652
Apr 02 18:01:54.144833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b389169-08aa-4ee2-bb8e-4d7862f2a687 None None] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:01:54.247872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Provisioning for port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:01:54.263191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Provisioning complete for port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:01:54.263610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:54.496900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:54.552268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] For port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3,segment=NetworkSegment(ee7b1ed5-5902-4304-a473-ba78af5017ee),segment_id=ee7b1ed5-5902-4304-a473-ba78af5017ee)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:01:54.557436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:54.575763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c43e7249-5461-47ce-9596-ff8c53ea76ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:01:54.648382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Pushing event updated for resources: {'Port': ['ID=abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:01:54.652332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:01:54.746437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ae637798-7fea-4617-ac7a-2180864e9c31 None None] Provisioning complete for port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:01:54.747153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae637798-7fea-4617-ac7a-2180864e9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:55.137555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:01:55.208803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:01:55.209200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:56.490610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:01:56.992067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50314) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:01:57.361029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:01:57.366343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:01:57.370332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Usage tracker for resource:router and tenant:4e7d2bfbbcc44b7d895606780326202d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:01:57.373552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:01:57.379454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:01:57.388049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:57.389352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:57.409467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:57.516798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:57.539162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:01:57.540415 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2dda8af8-190b-4122-9ed4-1b840f130bff admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5473082
Apr 02 18:01:59.036509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-85dce258-7160-4c67-a7ee-ba4f11f7890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:00.233498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50324) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:00.551139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:00.618798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [None req-18d0745a-d5e0-4586-8e4a-a07ac2083f90 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:02:00.620000 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-18d0745a-d5e0-4586-8e4a-a07ac2083f90 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3854725
Apr 02 18:02:01.483437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-732f22c2-32bc-4414-8277-3fbf223f4569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:02.214092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.349781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50344) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:03.506603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:03.512094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:03.516035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Usage tracker for resource:network and tenant:19bfa1ae8edd46f3a1eb30a58caa939f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:03.519735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:03.526232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:03.536179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Made reservation on behalf of 19bfa1ae8edd46f3a1eb30a58caa939f for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:02:03.540817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.553423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.568174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:03.572008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:19bfa1ae8edd46f3a1eb30a58caa939f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:03.575578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:03.581389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:03.618838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.670615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.673133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.677364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:03.692909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Reserving flat network on physical network physnet1 {{(pid=84313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 02 18:02:03.716298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307d5c88-b6de-4dc8-a0c5-15c911342a54,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:03.719850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:03.722321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.722696 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Added segment c5db385c-8fe7-4197-bb8d-723cfd87af6b of type flat for network 12cebb81-9f1c-4d40-ab62-08fe1d6411de
Apr 02 18:02:03.755530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.790249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.791589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:03.792204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:03.796802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:03.896729 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5458250
Apr 02 18:02:03.899444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=12cebb81-9f1c-4d40-ab62-08fe1d6411de,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:03.912719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:03.921277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:02:06.417251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50364) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:06.533755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bed99a-54a2-4564-aee7-72e93b4cd40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:06.535213 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-28bed99a-54a2-4564-aee7-72e93b4cd40a admin admin] 10.222.0.13 "GET /v2.0/subnets/9df257c8-fcca-419c-92ec-f587a5336bd0 HTTP/1.1" status: 200  len: 849 time: 0.1168845
Apr 02 18:02:06.682233 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c9946190-5234-4c4a-9528-99732ddf693f admin admin] 10.222.0.13 "GET /v2.0/routers/eda5e4e7-4f6a-476a-abe5-1492d548fb0b HTTP/1.1" status: 200  len: 704 time: 0.1408720
Apr 02 18:02:07.317568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:07.561251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Allocated IP 172.20.0.1 (cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83/9df257c8-fcca-419c-92ec-f587a5336bd0/7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:02:07.719870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:07.736821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Transition to ACTIVE for port object 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:02:07.790168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:07.804691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:07.936974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:07.948981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:07.994637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:02:07.995765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:02:07.997936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:02:07.998447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:08.160407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4294a39c-bf47-45e0-861e-9188951b5ef7 None None] Provisioning for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:02:08.165270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4294a39c-bf47-45e0-861e-9188951b5ef7 None None] Provisioning complete for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:08.165672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4294a39c-bf47-45e0-861e-9188951b5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:08.224167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-4294a39c-bf47-45e0-861e-9188951b5ef7 None None] Port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:02:08.272146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:08.557011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:08.560787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:08.561852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:08.580276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:08.714422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:08.718779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:08.772933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:02:08.774005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:02:08.948381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a184658e-59c4-40bb-ae73-897a1b01eb65 None None] Provisioning complete for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:08.948796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a184658e-59c4-40bb-ae73-897a1b01eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:09.006448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a184658e-59c4-40bb-ae73-897a1b01eb65 None None] Port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:02:09.147960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Router eda5e4e7-4f6a-476a-abe5-1492d548fb0b is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:02:09.313306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:02:09.323699 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] 10.222.0.13 "PUT /v2.0/routers/eda5e4e7-4f6a-476a-abe5-1492d548fb0b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6353128
Apr 02 18:02:09.325168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Sync routers for ids ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:02:09.335979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Routers {'eda5e4e7-4f6a-476a-abe5-1492d548fb0b'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:02:09.336830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f8d51d0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:01Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:09.528014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Set router eda5e4e7-4f6a-476a-abe5-1492d548fb0b gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:02:09.907172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f8d51d0>, [{'id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:57Z', 'updated_at': '2021-04-02T18:02:08Z', 'revision_number': 2, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'gw_port_host': None, '_interfaces': [{'id': '7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74', 'name': '', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'mac_address': 'fa:16:3e:28:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:07Z', 'updated_at': '2021-04-02T18:02:08Z', 'revision_number': 2, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'subnets': [{'id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:09.912255 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Checking router: eda5e4e7-4f6a-476a-abe5-1492d548fb0b for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:02:09.912667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Updating router eda5e4e7-4f6a-476a-abe5-1492d548fb0b port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:02:10.138876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:10.582877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:10.597026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Transition to ACTIVE for port object 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:02:10.602639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:10.618103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:10.764721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Pushing event updated for resources: {'Port': ['ID=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:10.777515 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.777879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.778233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.778585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.778932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.779307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.779652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.780000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.780343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.780685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.781023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.781360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Tracked resource versions report:
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:02:10.782472 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:02:10.789454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:10.980535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Attempting to bind port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:02:10.980996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Attempting to bind port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:02:10.981347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Attempting to bind port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 on network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:02:10.986955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:02:10.987400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Checking segment: {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:02:10.987858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:10.988277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Bound using segment: {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:02:10.988805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Bound port: 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b1ed5-5902-4304-a473-ba78af5017ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:02:10.989198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:11.086100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] For port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:02:11.091493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] For port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,segment=NetworkSegment(ee7b1ed5-5902-4304-a473-ba78af5017ee),segment_id=ee7b1ed5-5902-4304-a473-ba78af5017ee)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:02:11.100790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:11.116617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:11.280635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Pushing event updated for resources: {'Port': ['ID=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:11.285158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:11.334715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Routers {'eda5e4e7-4f6a-476a-abe5-1492d548fb0b'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:02:11.335404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f8d51d0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:01Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:11.511150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] Set router eda5e4e7-4f6a-476a-abe5-1492d548fb0b gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:02:11.857915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50376) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:11.859027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f8d51d0>, [{'id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:57Z', 'updated_at': '2021-04-02T18:02:08Z', 'revision_number': 2, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'gw_port_host': None, '_interfaces': [{'id': '7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74', 'name': '', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'mac_address': 'fa:16:3e:28:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:07Z', 'updated_at': '2021-04-02T18:02:11Z', 'revision_number': 4, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'subnets': [{'id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:11.863073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3531-1f37-4e84-8de7-98f92da06ac0 None None] The sync data for ids ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'] in dv-cinder-784477-2-iscsi is: [{'id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:57Z', 'updated_at': '2021-04-02T18:02:08Z', 'revision_number': 2, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'gw_port_host': None, '_interfaces': [{'id': '7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74', 'name': '', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'mac_address': 'fa:16:3e:28:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:07Z', 'updated_at': '2021-04-02T18:02:11Z', 'revision_number': 4, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'subnets': [{'id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:02:12.020871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82787f5e-1092-4238-acd5-11781a35df02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:12.021483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-82787f5e-1092-4238-acd5-11781a35df02 admin admin] Synchronizing usage tracker for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:02:12.040258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-82787f5e-1092-4238-acd5-11781a35df02 admin admin] Unset dirty status for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:02:12.042034 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-82787f5e-1092-4238-acd5-11781a35df02 admin admin] 10.222.0.13 "GET /v2.0/networks/12cebb81-9f1c-4d40-ab62-08fe1d6411de HTTP/1.1" status: 200  len: 842 time: 0.1830876
Apr 02 18:02:12.052387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:12.058630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:12.062547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Usage tracker for resource:subnet and tenant:19bfa1ae8edd46f3a1eb30a58caa939f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:12.065502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:12.072713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:12.081996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Made reservation on behalf of 19bfa1ae8edd46f3a1eb30a58caa939f for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:02:12.086599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:12.527423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.objects.ports [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84313) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 02 18:02:12.527912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:12.542731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f764233a-be3d-4bfe-8c1b-3473231f20dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:12.675009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91bb5cd-0576-4656-8b74-a554d4cfe4fa,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:12.678907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:12.746473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:02:12.747116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Network hostable DHCP agents. Network: 12cebb81-9f1c-4d40-ab62-08fe1d6411de, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:02:12.768946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:02:12.777350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 12cebb81-9f1c-4d40-ab62-08fe1d6411de) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:02:12.786145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6c788-3f2c-4d48-873d-6c10af22ad51 None None] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:02:12.791180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:12.791984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:12.813493 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7648671
Apr 02 18:02:13.042378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc608a06-945e-4ead-8877-73dbe10be34d None None] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:02:13.184393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:02:13.347392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:02:13.352661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:13.353066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:13.482604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:13.515540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,segment=NetworkSegment(ee7b1ed5-5902-4304-a473-ba78af5017ee),segment_id=ee7b1ed5-5902-4304-a473-ba78af5017ee)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:02:13.521312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:13.523548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:13.592128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:13.595310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:15.149413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:02:15.224444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:15.224855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:15.457992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50390) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:15.668344 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7db096e9-8080-43cb-a977-30e617f2d3f6 admin admin] 10.222.0.13 "GET /v2.0/routers/eda5e4e7-4f6a-476a-abe5-1492d548fb0b HTTP/1.1" status: 200  len: 710 time: 0.2091720
Apr 02 18:02:15.805420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875aa77f-d065-466b-a267-92b8ee77551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:15.806914 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-875aa77f-d065-466b-a267-92b8ee77551f admin admin] 10.222.0.13 "GET /v2.0/networks/12cebb81-9f1c-4d40-ab62-08fe1d6411de HTTP/1.1" status: 200  len: 886 time: 0.1327744
Apr 02 18:02:15.816990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:16.448367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.783705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.840869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.977227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Allocated IP 172.27.3.22 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/affaa799-2840-457f-bd4b-6bfcbef8373d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:02:17.124713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:17.152797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:17.168036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ab718c3-3c66-4737-8aff-0f5b02631eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:17.302320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Pushing event updated for resources: {'Port': ['ID=affaa799-2840-457f-bd4b-6bfcbef8373d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:17.307233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:17.349973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:02:17.351110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:02:17.353320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:02:17.746637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:18.280274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:18.283723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66733417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036788042346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66723847'] for router, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:18.468813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Router eda5e4e7-4f6a-476a-abe5-1492d548fb0b has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:02:18.655538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:02:18.663787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:18.665026 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] 10.222.0.13 "PUT /v2.0/routers/eda5e4e7-4f6a-476a-abe5-1492d548fb0b HTTP/1.1" status: 200  len: 889 time: 2.8514078
Apr 02 18:02:18.665313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Sync routers for ids ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:02:18.676539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Routers {'eda5e4e7-4f6a-476a-abe5-1492d548fb0b'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:02:18.677219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e212e10>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:01Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:19.031747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Set router eda5e4e7-4f6a-476a-abe5-1492d548fb0b gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:02:19.387279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e212e10>, [{'id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'affaa799-2840-457f-bd4b-6bfcbef8373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:57Z', 'updated_at': '2021-04-02T18:02:17Z', 'revision_number': 4, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'gw_port': {'id': 'affaa799-2840-457f-bd4b-6bfcbef8373d', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:16Z', 'updated_at': '2021-04-02T18:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74', 'name': '', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'mac_address': 'fa:16:3e:28:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:07Z', 'updated_at': '2021-04-02T18:02:13Z', 'revision_number': 5, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'subnets': [{'id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:19.392100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Checking router: eda5e4e7-4f6a-476a-abe5-1492d548fb0b for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:02:19.392488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Updating router eda5e4e7-4f6a-476a-abe5-1492d548fb0b port affaa799-2840-457f-bd4b-6bfcbef8373d binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:02:19.447837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:19.848636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:19.861117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Transition to ACTIVE for port object affaa799-2840-457f-bd4b-6bfcbef8373d will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:02:19.866643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:19.881883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-865f3778-291d-4391-aa5e-f9a25ef7687c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:20.022547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cdb0a-b517-4dc8-ae58-d87126476b2c None None] Pushing event updated for resources: {'Port': ['ID=affaa799-2840-457f-bd4b-6bfcbef8373d,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:20.026861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-593cdb0a-b517-4dc8-ae58-d87126476b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:20.077850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Attempting to bind port affaa799-2840-457f-bd4b-6bfcbef8373d on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:02:20.078311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Attempting to bind port affaa799-2840-457f-bd4b-6bfcbef8373d by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:02:20.078620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Attempting to bind port affaa799-2840-457f-bd4b-6bfcbef8373d on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:02:20.084185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:02:20.084586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:02:20.085016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:20.085436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:02:20.085931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Bound port: affaa799-2840-457f-bd4b-6bfcbef8373d, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:02:20.086335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:20.164904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] For port affaa799-2840-457f-bd4b-6bfcbef8373d, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:02:20.168708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] For port affaa799-2840-457f-bd4b-6bfcbef8373d, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=affaa799-2840-457f-bd4b-6bfcbef8373d,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:02:20.171939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:20.187820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:20.332898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cdb0a-b517-4dc8-ae58-d87126476b2c None None] Pushing event updated for resources: {'Port': ['ID=affaa799-2840-457f-bd4b-6bfcbef8373d,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:20.338119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-593cdb0a-b517-4dc8-ae58-d87126476b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:20.379916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Routers {'eda5e4e7-4f6a-476a-abe5-1492d548fb0b'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:02:20.380560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e212e10>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:01Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:20.568558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] Set router eda5e4e7-4f6a-476a-abe5-1492d548fb0b gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:02:20.911239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e212e10>, [{'id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'affaa799-2840-457f-bd4b-6bfcbef8373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:57Z', 'updated_at': '2021-04-02T18:02:17Z', 'revision_number': 4, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'gw_port': {'id': 'affaa799-2840-457f-bd4b-6bfcbef8373d', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:16Z', 'updated_at': '2021-04-02T18:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74', 'name': '', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'mac_address': 'fa:16:3e:28:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:07Z', 'updated_at': '2021-04-02T18:02:13Z', 'revision_number': 5, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'subnets': [{'id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:20.916259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa595c7-f7ec-479e-96a3-3b7aa21b41d4 None None] The sync data for ids ['eda5e4e7-4f6a-476a-abe5-1492d548fb0b'] in dv-cinder-784477-2-iscsi is: [{'id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'name': 'router1', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'affaa799-2840-457f-bd4b-6bfcbef8373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:57Z', 'updated_at': '2021-04-02T18:02:17Z', 'revision_number': 4, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'gw_port': {'id': 'affaa799-2840-457f-bd4b-6bfcbef8373d', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:16Z', 'updated_at': '2021-04-02T18:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74', 'name': '', 'network_id': 'cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83', 'tenant_id': '4e7d2bfbbcc44b7d895606780326202d', 'mac_address': 'fa:16:3e:28:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5e4e7-4f6a-476a-abe5-1492d548fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:02:07Z', 'updated_at': '2021-04-02T18:02:13Z', 'revision_number': 5, 'project_id': '4e7d2bfbbcc44b7d895606780326202d', 'subnets': [{'id': '9df257c8-fcca-419c-92ec-f587a5336bd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ea23f8-20d2-4758-b4b8-5f66c78cc053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:02:21.185679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device affaa799-2840-457f-bd4b-6bfcbef8373d up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:02:21.259963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port affaa799-2840-457f-bd4b-6bfcbef8373d completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:02:21.265061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port affaa799-2840-457f-bd4b-6bfcbef8373d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:21.265468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:21.396673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:21.414104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port affaa799-2840-457f-bd4b-6bfcbef8373d, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=affaa799-2840-457f-bd4b-6bfcbef8373d,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:02:21.417699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:21.420569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:21.428647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50400) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:21.491218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=affaa799-2840-457f-bd4b-6bfcbef8373d,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:21.495426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:21.554773 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3c1659ed-6a06-4b98-98cb-154cced6ec88 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1249604
Apr 02 18:02:23.163699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device affaa799-2840-457f-bd4b-6bfcbef8373d up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:02:23.245827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port affaa799-2840-457f-bd4b-6bfcbef8373d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:23.246232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:29.066079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b432e665-1630-4c43-b053-f1c8fa86bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:30.560589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:31.487285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-66904632-1cde-49a4-8d07-d964ffc9aed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:32.217007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:33.490027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:02:33.627382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:59.045546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97397b13-67f5-455f-bb42-baabcb0d48e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:00.552850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:01.489146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-84699be3-b9a1-44a4-87f2-248290659a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:02.220889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:03.626019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.489434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:03:29.038256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f726e47-ef09-47d3-8a2c-50fe5f389bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:30.554387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:31.491262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3deb-15bc-4e95-86fd-31b01bd7a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:32.224439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:33.628087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:47.488438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:03:59.040661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed9f8-2815-4a8c-950e-0e54f3d2f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:00.555946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:01.496520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba7db411-277a-4756-850a-be6c024805d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:02.226447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:03.632873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:24.486892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:04:29.043392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-001ab4fa-ab92-4c6e-a8a4-8d86b2d80221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:30.558557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:31.497989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a3db-1c37-442a-ac6f-12cca75c65a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:32.228981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:33.636873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:34.855309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50970) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:34.931473 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd384c6-c105-4bb0-95d7-9099f169b011 admin admin] GET failed (client error): The resource could not be found.
Apr 02 18:04:34.932803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ebd384c6-c105-4bb0-95d7-9099f169b011 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0764422
Apr 02 18:04:35.074260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2195c09-2225-4380-81d3-733c21a570cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:35.075722 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d2195c09-2225-4380-81d3-733c21a570cb admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1385643
Apr 02 18:04:37.678296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50980) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:37.794722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977283d3-d18b-475c-be6d-15e3079655d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:37.795373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-977283d3-d18b-475c-be6d-15e3079655d6 admin admin] Synchronizing usage tracker for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:subnet {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:04:37.811523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-977283d3-d18b-475c-be6d-15e3079655d6 admin admin] Unset dirty status for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:subnet {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:04:37.812688 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-977283d3-d18b-475c-be6d-15e3079655d6 admin admin] 10.222.0.13 "GET /v2.0/subnets/9df257c8-fcca-419c-92ec-f587a5336bd0 HTTP/1.1" status: 200  len: 849 time: 0.1333783
Apr 02 18:04:37.823210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:04:37.951879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Notify callbacks [] for subnet, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:38.256491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264350239877'] for subnet, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:38.274779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:04:38.413529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df257c8-fcca-419c-92ec-f587a5336bd0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:04:38.426809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.427227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.427594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.427952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.428304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.428668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.429019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.429365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.429710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.430052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.430394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.430734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:04:38.434721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:04:38.463939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:38.464644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:38.466587 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] 10.222.0.13 "PUT /v2.0/subnets/9df257c8-fcca-419c-92ec-f587a5336bd0 HTTP/1.1" status: 200  len: 868 time: 0.6471295
Apr 02 18:04:38.470360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ec90a-3c1d-4e62-9ec7-713831f3fb34 None None] Network cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:04:38.908226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-50631f68-ea01-42f5-9068-7abd66250b4e None None] Provisioning complete for port abfb02dc-7ad1-4eb1-85a7-8d9e0266d0a3 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:04:38.908735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-50631f68-ea01-42f5-9068-7abd66250b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:39.041322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-50631f68-ea01-42f5-9068-7abd66250b4e None None] Provisioning complete for port 7bbb0d9f-4da7-4a3d-ad00-d5a5612fec74 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:04:39.041653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-50631f68-ea01-42f5-9068-7abd66250b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:40.948779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 50990) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:41.134908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dd340-8140-46fa-9cc1-4b7908c09453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:41.135411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dd340-8140-46fa-9cc1-4b7908c09453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:41.137730 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d79dd340-8140-46fa-9cc1-4b7908c09453 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1877773
Apr 02 18:04:43.667899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51000) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:43.851331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb78a1-9c55-4753-9887-9508dd8ea794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:43.851769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb78a1-9c55-4753-9887-9508dd8ea794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:43.853387 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-88eb78a1-9c55-4753-9887-9508dd8ea794 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1844623
Apr 02 18:04:46.335587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51010) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:46.483394 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:04:46.483979 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:04:46.967328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.policy [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84312) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 02 18:04:47.178449 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:04:47.178872 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING oslo_policy.policy [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:04:47.196170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:47.197959 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0004495d-8175-4be2-8107-fa65b366e233 admin admin] 10.222.0.13 "GET /v2.0/networks/12cebb81-9f1c-4d40-ab62-08fe1d6411de HTTP/1.1" status: 200  len: 886 time: 0.8603454
Apr 02 18:04:49.672992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51026) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:49.855445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4283e3-395e-4b11-8fb1-d5c634801eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:49.856790 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5b4283e3-395e-4b11-8fb1-d5c634801eba admin admin] 10.222.0.13 "GET /v2.0/networks/cc9e0ea1-e6f5-4e56-8d27-d615cfb48a83 HTTP/1.1" status: 200  len: 869 time: 0.1827214
Apr 02 18:04:52.316221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51036) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:52.429962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e523711-1fc9-4999-bd6d-6423095947bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:52.430464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e523711-1fc9-4999-bd6d-6423095947bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:52.432074 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4e523711-1fc9-4999-bd6d-6423095947bd admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1148362
Apr 02 18:04:54.926247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51046) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:55.043908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433968e-c60c-4a01-9967-7ff93db9b9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:55.044410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433968e-c60c-4a01-9967-7ff93db9b9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:55.045997 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a433968e-c60c-4a01-9967-7ff93db9b9cd admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1187413
Apr 02 18:04:57.557205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51056) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:04:57.672544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78f37e-64e3-4735-8c13-9057203fdcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:04:57.673954 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-fb78f37e-64e3-4735-8c13-9057203fdcc4 admin admin] 10.222.0.13 "GET /v2.0/subnets/9df257c8-fcca-419c-92ec-f587a5336bd0 HTTP/1.1" status: 200  len: 868 time: 0.1158731
Apr 02 18:04:59.044979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7ffbf2d-69c1-418f-9af2-09f0fa8a38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:00.180759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51066) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:00.290658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b51dd-5836-4b59-8c39-d5a2bfedc34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:00.292594 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-794b51dd-5836-4b59-8c39-d5a2bfedc34a admin admin] 10.222.0.13 "GET /v2.0/subnets/b91bb5cd-0576-4656-8b74-a554d4cfe4fa HTTP/1.1" status: 200  len: 816 time: 0.1108119
Apr 02 18:05:00.561030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:01.488146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:05:01.500098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-85eb2a0d-bc08-4b58-93ad-fc5c963245bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:02.231172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:03.641234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:26.807037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51110) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:26.860075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [None req-b249455f-8ace-4338-a761-11638c383e12 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:05:26.861122 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b249455f-8ace-4338-a761-11638c383e12 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0531390
Apr 02 18:05:29.050091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebe08-5413-45e4-8a12-041804653656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:29.426247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51120) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:29.501100 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ca262b-ba67-4254-8adb-89661315f628 admin admin] GET failed (client error): The resource could not be found.
Apr 02 18:05:29.502956 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f8ca262b-ba67-4254-8adb-89661315f628 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0751412
Apr 02 18:05:29.638407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa067b80-8bc4-47f2-9b87-7945e41be1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:29.639949 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-aa067b80-8bc4-47f2-9b87-7945e41be1ad admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1331506
Apr 02 18:05:30.564017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:31.499842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24ef24df-10f4-410d-89d3-6d1f68ce2f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.148066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51130) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:32.208551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:05:32.211031 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.quota [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa81f5f1e80>.
Apr 02 18:05:32.217995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:05:32.230633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:05:32.233789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.246271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Made reservation on behalf of 19bfa1ae8edd46f3a1eb30a58caa939f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:05:32.252041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.347454 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.services.revisions.revision_plugin [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa81f5f12b0] {project_id='19bfa1ae8edd46f3a1eb30a58caa939f', id='1a29deb8-0fe9-42e1-aaf7-b1e4df7a302d', target_tenant='*', action='access_as_shared', object_id='d65c9457-0ba4-4ed1-a255-b485e509faef'}> to bump revision.
Apr 02 18:05:32.360933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:05:32.372399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772504564407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.372970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa8204b2b70> segment precommit_create {{(pid=84312) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 02 18:05:32.373442 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Added segment fe54ce44-af29-419b-a0b9-9102188bf4f1 of type vlan for network d65c9457-0ba4-4ed1-a255-b485e509faef
Apr 02 18:05:32.439534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.473140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.474697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:32.475351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:32.482051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:05:32.579884 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4306080
Apr 02 18:05:32.591378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Pushing event updated for resources: {'Network': ['ID=d65c9457-0ba4-4ed1-a255-b485e509faef,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:05:32.600173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.600459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.600819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.601176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.601525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.601879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.602229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.603129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.604256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.604625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.604979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.605325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Tracked resource versions report:
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:05:32.606482 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:05:32.635568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:05:32.642936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network d65c9457-0ba4-4ed1-a255-b485e509faef details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:05:33.643815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:35.092500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51144) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:35.169111 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d01e88-c787-446e-83bf-455de2319139 admin admin] GET failed (client error): The resource could not be found.
Apr 02 18:05:35.169692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-51d01e88-c787-446e-83bf-455de2319139 admin admin] Synchronizing usage tracker for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:05:35.184218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-51d01e88-c787-446e-83bf-455de2319139 admin admin] Unset dirty status for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:05:35.185382 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-51d01e88-c787-446e-83bf-455de2319139 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0916636
Apr 02 18:05:35.297480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49c00d-314f-421d-8a29-95e99fbc8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:35.298865 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ae49c00d-314f-421d-8a29-95e99fbc8815 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1092279
Apr 02 18:05:35.309399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Request body: {'subnet': {'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:05:35.314263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:05:35.324602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:05:35.332997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Made reservation on behalf of 19bfa1ae8edd46f3a1eb30a58caa939f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:05:35.337952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:35.745840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:35.764643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:05:35.908433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916825dd-c99a-4170-966f-b75b8ef97a8b,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:05:35.916656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:05:35.978112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Checking segment: {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:05:35.978533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Network hostable DHCP agents. Network: d65c9457-0ba4-4ed1-a255-b485e509faef, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:05:36.001058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Network d65c9457-0ba4-4ed1-a255-b485e509faef is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:05:36.012535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, d65c9457-0ba4-4ed1-a255-b485e509faef) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:05:36.017214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:36.017847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:36.026382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee095ee-e6d8-4f78-8bc9-ec89fe28b450 None None] Network d65c9457-0ba4-4ed1-a255-b485e509faef requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:05:36.047609 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7414660
Apr 02 18:05:36.296578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-d65c9457-0ba4-4ed1-a255-b485e509faef', 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef', 'tenant_id': '19bfa1ae8edd46f3a1eb30a58caa939f', 'fixed_ips': [{'subnet_id': '916825dd-c99a-4170-966f-b75b8ef97a8b'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:05:36.297516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:36.514771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Allocated IP 192.168.233.2 (d65c9457-0ba4-4ed1-a255-b485e509faef/916825dd-c99a-4170-966f-b75b8ef97a8b/0088baa7-4de7-4842-9fc5-996f8f4a4251) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:05:36.736238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:36.747614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Transition to ACTIVE for port object 0088baa7-4de7-4842-9fc5-996f8f4a4251 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:05:36.769571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Transition to ACTIVE for port object 0088baa7-4de7-4842-9fc5-996f8f4a4251 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:05:36.774811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:36.794035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:05:36.925311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Pushing event updated for resources: {'Port': ['ID=0088baa7-4de7-4842-9fc5-996f8f4a4251,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:05:36.941700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.942084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.942455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.942819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.943236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.943597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.943955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.944309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.944682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.945040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.945395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.945743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:36.951971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:05:36.998013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Network d65c9457-0ba4-4ed1-a255-b485e509faef is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:05:36.999231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:05:37.001550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:05:37.097911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Attempting to bind port 0088baa7-4de7-4842-9fc5-996f8f4a4251 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:05:37.098315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Attempting to bind port 0088baa7-4de7-4842-9fc5-996f8f4a4251 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:05:37.098715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Attempting to bind port 0088baa7-4de7-4842-9fc5-996f8f4a4251 on network d65c9457-0ba4-4ed1-a255-b485e509faef {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:05:37.105265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:05:37.105676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Checking segment: {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:05:37.106243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:37.106672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Bound using segment: {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:05:37.107201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Bound port: 0088baa7-4de7-4842-9fc5-996f8f4a4251, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:05:37.107610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:37.203121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] For port 0088baa7-4de7-4842-9fc5-996f8f4a4251, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:05:37.206525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] For port 0088baa7-4de7-4842-9fc5-996f8f4a4251, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=0088baa7-4de7-4842-9fc5-996f8f4a4251,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:05:37.211377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:37.226858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:05:37.378168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Pushing event updated for resources: {'Port': ['ID=0088baa7-4de7-4842-9fc5-996f8f4a4251,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:05:37.381504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:05:38.488453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:05:38.680901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca18740-5612-4b4c-be30-5f8c5d4562aa None None] Network d65c9457-0ba4-4ed1-a255-b485e509faef requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:05:38.791418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-60a5a98e-dfab-43c2-946f-54daf1e8e9e1 None None] Provisioning for port 0088baa7-4de7-4842-9fc5-996f8f4a4251 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:05:39.286166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 0088baa7-4de7-4842-9fc5-996f8f4a4251 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:05:39.359468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 0088baa7-4de7-4842-9fc5-996f8f4a4251 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:05:39.364326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 0088baa7-4de7-4842-9fc5-996f8f4a4251 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:05:39.364775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:39.429169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4c78f58c-6771-4fee-a5c5-93e74e4ed781 None None] Provisioning complete for port 0088baa7-4de7-4842-9fc5-996f8f4a4251 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:05:39.429612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c78f58c-6771-4fee-a5c5-93e74e4ed781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:39.587856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:39.640687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c78f58c-6771-4fee-a5c5-93e74e4ed781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:39.661524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 0088baa7-4de7-4842-9fc5-996f8f4a4251, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=0088baa7-4de7-4842-9fc5-996f8f4a4251,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:05:39.668964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:39.702190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:05:39.789605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-4c78f58c-6771-4fee-a5c5-93e74e4ed781 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:05:39.790656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-4c78f58c-6771-4fee-a5c5-93e74e4ed781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:05:39.798311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=0088baa7-4de7-4842-9fc5-996f8f4a4251,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:05:39.801499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:05:41.261542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 0088baa7-4de7-4842-9fc5-996f8f4a4251 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:05:41.334151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 0088baa7-4de7-4842-9fc5-996f8f4a4251 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:05:41.334559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:59.052099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec946281-0dfc-4a58-ba03-0a604513d08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:00.566467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:01.503756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-457e28e2-4866-4a16-ad51-a745b39e7ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:02.238908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:03.650768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:15.487353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:06:29.059523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c88772e-c6bf-4a30-aea8-47e18d11909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:30.568888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:31.508738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1e0c-2413-4ca1-a220-11506b166813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:32.240143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:33.649800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:50.814153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51194) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:50.820973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [None req-987e123b-1005-43fb-8b86-433b765df0b6 tempest-verify_tempest_config-1545390751 tempest-verify_tempest_config-1545390751-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:06:50.822000 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-987e123b-1005-43fb-8b86-433b765df0b6 tempest-verify_tempest_config-1545390751 tempest-verify_tempest_config-1545390751-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068145
Apr 02 18:06:51.130051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51212) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:51.253113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.268714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:06:51.272954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a63b392e8749f8b0db9b1b0cbe21ad is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:06:51.276123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:06:51.281981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:06:51.380463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.383148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.391423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:51.433269 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0a63b392e8749f8b0db9b1b0cbe21ad&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3021407
Apr 02 18:06:51.434078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c3beca-cafe-4acc-8c36-508780c0408b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:51.436129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51218) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:51.441344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.441731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.442094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.442451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.442804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.443196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.443549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.443936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.444300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.444647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.444995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.445334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.449856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:51.497764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.525685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.578894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.584070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:51.594946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c3beca-cafe-4acc-8c36-508780c0408b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:51.605811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.606201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.606567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.606928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.607308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.607679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.608040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.608390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.608754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.609102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.609451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.609799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:51.612964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:51.614135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75c3beca-cafe-4acc-8c36-508780c0408b HTTP/1.1" status: 204  len: 168 time: 0.1769783
Apr 02 18:06:51.614996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:52.486543 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:06:59.051746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-875d7547-efcf-4f5d-8d52-26d8ca8e05a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:00.574021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:01.513274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a87cd76d-489b-4915-95c0-2297541c1de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:02.243795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:03.652574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:29.054430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1bac6559-e2ff-4640-a9f8-99cb61aa2795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:29.485611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:07:30.577475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:31.514228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f730276a-3e2f-4489-8d62-ccf4a2c05440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:32.245318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:33.655215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:59.056100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aad5c613-741d-4017-b146-064470f89a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:00.578479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:01.516144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a9f4593-95ec-4822-9f71-ab977ccc3288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:02.247691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.657168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:06.484241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:08:24.366179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:27.948500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51270) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:08:28.065305 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8f6cd5c6-a724-4529-8f10-ab1ed7c01e6f admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1153040
Apr 02 18:08:29.056554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c02af05-b4a5-4bd5-bf40-91e61cddbac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:30.578183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51280) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:08:30.581148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:30.637990 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2fb22d0d-8c23-490c-8a04-b2c2b700d6b9 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0586152
Apr 02 18:08:31.519744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4a75d3e-ecdd-4535-a88f-620196c2a9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:32.251025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:33.660474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:43.483483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:08:54.350045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:59.057695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d46120-021a-4d57-b992-8f9edde408d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:00.579136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:01.521631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-149feffb-eccd-4bd6-a9de-68bb13817587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:02.253225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:03.665130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:20.482763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:09:24.366654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:29.059866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e849c12b-20c8-4afb-b455-380e3708347b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:30.582554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:31.536755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-444d74c5-201b-4a04-8c25-0c36b8cb5c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:32.256560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:33.672445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:54.381246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:57.482441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:09:59.073616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc3656e-ce23-4328-b40c-b50bdc28797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:00.599507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:01.532601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18772b49-f14f-4fdf-8bbb-8716893a7431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:02.260201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:02.805606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51480) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:02.823694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51486) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:03.217205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1573002755-network', 'tenant_id': '80ec365caf954178b29913371a7c97e2'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:03.228174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-network', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:03.233539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.239148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Usage tracker for resource:network and tenant:80ec365caf954178b29913371a7c97e2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.242119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.245198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.252683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51508) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:03.258858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.268001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Usage tracker for resource:network and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.271729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.274738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Made reservation on behalf of 80ec365caf954178b29913371a7c97e2 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:03.279416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.294224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.298895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.318826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.323328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Made reservation on behalf of 1e2086447d714f2590c64429e8bf97e7 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:03.328117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.338100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Usage tracker for resource:security_group_rule and tenant:80ec365caf954178b29913371a7c97e2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.341170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.349034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.353897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.376596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.387326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51518) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:03.388895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.393630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.404222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.543304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.562866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.572256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.573410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:03.583190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.603773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:10:03.629483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:10:03.631441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93d2e60-e6be-45a2-aded-13df7d9f8264,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:03.641292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.641673 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Added segment 94ca8d1e-4555-401d-a9f9-88bfda9e79b8 of type vlan for network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d
Apr 02 18:10:03.651985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.652354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.652712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.653107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.653486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.653937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.654162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.654505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.654862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.655229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.655923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.655923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Tracked resource versions report:
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     HyperV agent@hv-cinder-78447: {},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:10:03.656980 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:10:03.662205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:03.663619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2137b8b9-f63f-477e-a798-428b70d8f002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:03.672710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.672710 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Added segment 7301c384-cf3e-4e52-97b6-64a5ab0a1558 of type vlan for network 39497f40-94c5-4413-b71e-84de6823d9eb
Apr 02 18:10:03.689361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.722748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1430263334-network', 'tenant_id': '3b955df250db4bb38cecce18a19d19ae'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:03.730394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.731655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.736735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Usage tracker for resource:network and tenant:3b955df250db4bb38cecce18a19d19ae is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.740773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.747739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.748551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f733d5-3553-410b-bbd7-1b34d630b48a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:03.758415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:03.762323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Made reservation on behalf of 3b955df250db4bb38cecce18a19d19ae for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:03.763053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.773289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.801768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1539375196-network', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:03.805651 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.806225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.809250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:03.809953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.815309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:03.825624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.829712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Usage tracker for resource:security_group_rule and tenant:3b955df250db4bb38cecce18a19d19ae is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.833310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.839356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:03.839523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.842016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.857429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:03.858062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.930679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.932891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Usage tracker for resource:network and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:03.936484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:03.943196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:03.944482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:03.947259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Pushing event updated for resources: {'Network': ['ID=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:03.954313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44c7d030-0ece-4140-8a3a-8ce46614523d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:03.958777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:10:03.972692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:03.973208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-16c25bd0-8b36-4579-85c0-51eddaf1851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:03.986194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c1ac5f-2689-4693-b86d-57c934c35737,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:03.996799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.997311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.997780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.998216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.998797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:03.999504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.000118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.000661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.001232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.001786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.002328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.002878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Tracked resource versions report:
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     HyperV agent@hv-cinder-78447: {},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:10:04.005000 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:10:04.014447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:04.019046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:10:04.026361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Made reservation on behalf of 3871e3f1bfe54f4598a8022b7984c16a for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:04.032061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.048327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.061990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51540) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:04.062180 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2550278
Apr 02 18:10:04.071788 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2470231
Apr 02 18:10:04.072725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:04.076926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:04.080178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:04.087004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:04.164369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51544) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:04.185724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Request body: {'subnet': {'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-subnet', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:04.193391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:04.198222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.199412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Pushing event updated for resources: {'Network': ['ID=39497f40-94c5-4413-b71e-84de6823d9eb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:04.200205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.200740 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Added segment ab163c76-8b62-4420-aea8-72d33f8b440b of type vlan for network bcf1afee-074e-428e-964e-efe0ca3d9579
Apr 02 18:10:04.201981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Usage tracker for resource:subnet and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:04.204987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:04.205816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:04.206087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Request body: {'subnet': {'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1573002755-subnet', 'tenant_id': '80ec365caf954178b29913371a7c97e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:04.212334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 39497f40-94c5-4413-b71e-84de6823d9eb details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:10:04.215522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.218559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:04.233499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:10:04.236020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:04.243041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.243618 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Added segment 622b000e-727b-4701-ab23-3a981f9b6cec of type vlan for network 1e015981-5138-467f-9287-c5c1a9f6ef05
Apr 02 18:10:04.248218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Made reservation on behalf of 1e2086447d714f2590c64429e8bf97e7 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:04.252916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.283975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:04.310197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.320019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Usage tracker for resource:subnet and tenant:80ec365caf954178b29913371a7c97e2 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:04.335184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:04.349134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:04.356059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.415571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Made reservation on behalf of 80ec365caf954178b29913371a7c97e2 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:04.421296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.482295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ded5b2-117e-4147-8220-1214fe3770da,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:04.498441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:04.507404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.591879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:04.592729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.603012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:04.630034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.653624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:04.654496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:04.767909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Pushing event updated for resources: {'Network': ['ID=1e015981-5138-467f-9287-c5c1a9f6ef05,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:04.778259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:04.781409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:04.781965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:10:04.844596 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5864694
Apr 02 18:10:04.846597 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4577689
Apr 02 18:10:04.847444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51584) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:04.847823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51586) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:04.936787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Request body: {'subnet': {'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1539375196-subnet', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:04.946168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Request body: {'subnet': {'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1430263334-subnet', 'tenant_id': '3b955df250db4bb38cecce18a19d19ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:04.956882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:04.960526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:04.967956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Usage tracker for resource:subnet and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:04.979464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:04.983383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Usage tracker for resource:subnet and tenant:3b955df250db4bb38cecce18a19d19ae is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:04.992675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:04.996442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:05.012163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:05.027742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Made reservation on behalf of 3871e3f1bfe54f4598a8022b7984c16a for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:05.033179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:05.052658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:05.111699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:05.146280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf1afee-074e-428e-964e-efe0ca3d9579,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:05.153329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:05.157036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network bcf1afee-074e-428e-964e-efe0ca3d9579 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:10:05.162608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Made reservation on behalf of 3b955df250db4bb38cecce18a19d19ae for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:05.168390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:05.592478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:05.613810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:05.753232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=130e732b-dd95-4ddd-a81b-a732a89798c6,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:05.756853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:05.775839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51608) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:05.881373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Checking segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:05.881760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Network hostable DHCP agents. Network: 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:10:05.924302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:10:05.943217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:05.948016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:05.948631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:05.959683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2547122-b8dd-435d-ba35-a1cbb22a8cae None None] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:05.991395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a2cc83-78e6-4cc3-b95b-5378ab71b189,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:06.007459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:06.016449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.050237 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.9847908
Apr 02 18:10:06.072021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:06.088303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Usage tracker for resource:security_group_rule and tenant:ec15eedbcde749b183df94cf8587928b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:06.091772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:06.101148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:06.116891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Checking segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:06.117256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Network hostable DHCP agents. Network: 39497f40-94c5-4413-b71e-84de6823d9eb, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:10:06.291632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.301884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.311919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:06.389294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Network 39497f40-94c5-4413-b71e-84de6823d9eb is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:10:06.435336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Synchronizing usage tracker for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:06.445638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb9f29-dee1-4ad4-82ec-767984df07e3,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:06.449706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 39497f40-94c5-4413-b71e-84de6823d9eb) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:06.454655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:06.492608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Unset dirty status for tenant:19bfa1ae8edd46f3a1eb30a58caa939f on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:06.493158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:06.493817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.493932 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec15eedbcde749b183df94cf8587928b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7169120
Apr 02 18:10:06.496839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51646) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:06.599748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910767e-6d16-4ed3-b517-b5fc9b4f6e93 None None] Network 39497f40-94c5-4413-b71e-84de6823d9eb requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:06.687494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.708124 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.5306227
Apr 02 18:10:06.720931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51664) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:06.731845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:06.744155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.852537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:06.863778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.869854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ecb9924e-c2bb-47f9-832c-8d4977824aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:06.887703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Usage tracker for resource:router and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:06.890005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb9f29-dee1-4ad4-82ec-767984df07e3,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:06.907265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:06.910152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.911588 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83fb9f29-dee1-4ad4-82ec-767984df07e3 HTTP/1.1" status: 204  len: 168 time: 0.4137290
Apr 02 18:10:06.915539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:06.935061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:06.964499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:06.966093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.016599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.016764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-39497f40-94c5-4413-b71e-84de6823d9eb', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:10:07.022298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.037439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b2485-d8e1-47b9-9970-d1f008b121de None None] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:07.292952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51688) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:07.458903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.522488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51706) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:07.570184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.611717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:07.627230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f60e539d9c6483fbd8aa6a2f465a9cf is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:07.634055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:07.646866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:07.732168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Allocated IP 172.20.0.2 (39497f40-94c5-4413-b71e-84de6823d9eb/69a2cc83-78e6-4cc3-b95b-5378ab71b189/50573315-343c-4b49-989a-9010a3b5c1e5) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:07.767987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.772040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.773091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59547186-3ba5-4fc7-9557-9e5c88a0e1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:07.782015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9b070714-6a57-4151-b9cd-b25a461fbead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:07.833278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:07.872834 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f60e539d9c6483fbd8aa6a2f465a9cf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3467751
Apr 02 18:10:07.873067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51714) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:07.878534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51716) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:07.902762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b4696-37b0-4adc-960d-23fbe79bcf21,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:07.918430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:07.982823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.001575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.002361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.004617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:08.016316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Transition to ACTIVE for port object 50573315-343c-4b49-989a-9010a3b5c1e5 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:08.017874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Usage tracker for resource:security_group_rule and tenant:8209ec154f304c81a4af2ff24518a11b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:08.023521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:08.038240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:08.040806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Transition to ACTIVE for port object 50573315-343c-4b49-989a-9010a3b5c1e5 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:08.042885 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 02 18:10:08.045762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.047784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.070449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:08.136130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.153222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:08.163677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Pushing event updated for resources: {'Port': ['ID=50573315-343c-4b49-989a-9010a3b5c1e5,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:08.180825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.181210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.181568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.181936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.182302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.182666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.183052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.183420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.183782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.184213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.184476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.184830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:08.185012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b4696-37b0-4adc-960d-23fbe79bcf21,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Tracked resource versions report:
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     HyperV agent@hv-cinder-78447: {},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:10:08.186368 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:10:08.190055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.191487 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b6b4696-37b0-4adc-960d-23fbe79bcf21 HTTP/1.1" status: 204  len: 168 time: 0.3117692
Apr 02 18:10:08.199971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:08.208861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.214205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.240882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:08.258358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:08.335135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8209ec154f304c81a4af2ff24518a11b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0410528
Apr 02 18:10:08.340606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51734) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:08.347650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Network 39497f40-94c5-4413-b71e-84de6823d9eb is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:08.349103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:08.353206 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:08.373179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6484872-dd93-4323-ab7e-80fdeda679f4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:08.382646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:08.442180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.471722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.480964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Attempting to bind port 50573315-343c-4b49-989a-9010a3b5c1e5 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:08.481726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Attempting to bind port 50573315-343c-4b49-989a-9010a3b5c1e5 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:08.482733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Attempting to bind port 50573315-343c-4b49-989a-9010a3b5c1e5 on network 39497f40-94c5-4413-b71e-84de6823d9eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:08.494189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:08.494849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Checking segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:08.495503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.496469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Bound using segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:08.497167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Bound port: 50573315-343c-4b49-989a-9010a3b5c1e5, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:08.497747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.526189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.537364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3ce3f160-e257-4f31-aba1-225bad863eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:08.566398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6484872-dd93-4323-ab7e-80fdeda679f4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:08.574104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:08.574952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.576209 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6484872-dd93-4323-ab7e-80fdeda679f4 HTTP/1.1" status: 204  len: 168 time: 0.2345853
Apr 02 18:10:08.609600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-95a5e76e-3c55-424d-85e9-8497874b6ba8 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:08.610399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-05864e81-5f61-4a77-b341-9e125fe31282 req-95a5e76e-3c55-424d-85e9-8497874b6ba8 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:08.655844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Checking segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:08.656847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Network hostable DHCP agents. Network: 1e015981-5138-467f-9287-c5c1a9f6ef05, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:10:08.677390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.689034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] For port 50573315-343c-4b49-989a-9010a3b5c1e5, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:08.698475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] For port 50573315-343c-4b49-989a-9010a3b5c1e5, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=50573315-343c-4b49-989a-9010a3b5c1e5,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:08.702528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=df99700b-2f47-47de-9daf-9adc3f12c4fa,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:08.711961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-05864e81-5f61-4a77-b341-9e125fe31282 req-95a5e76e-3c55-424d-85e9-8497874b6ba8 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:08.718380 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-95a5e76e-3c55-424d-85e9-8497874b6ba8 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.8412743
Apr 02 18:10:08.727046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.735700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:08.746078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.870s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:08.766750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:08.889773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:10:08.918636 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-71463e32-21e3-42c5-b4d4-9083f9c9f6b1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/quotas/80ec365caf954178b29913371a7c97e2 HTTP/1.1" status: 200  len: 375 time: 0.1368511
Apr 02 18:10:08.924295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 1e015981-5138-467f-9287-c5c1a9f6ef05) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:08.929143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:08.929989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:08.992231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9f9e3-99ad-4534-a578-c082c0e24402 None None] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:09.011129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a9dd93-b7ae-4c98-b52c-2253b1130bec,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:09.013815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:09.029935 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-4f861878-dca7-437c-84d7-020d0b988379 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0941315
Apr 02 18:10:09.039443 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.1785843
Apr 02 18:10:09.039845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51776) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:09.046092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:09.058160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:09.072878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Usage tracker for resource:router and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:09.083042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:09.104597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:09.137241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.138343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.143511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Checking segment: {'id': 'ab163c76-8b62-4420-aea8-72d33f8b440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:09.144107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Network hostable DHCP agents. Network: bcf1afee-074e-428e-964e-efe0ca3d9579, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:10:09.173984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Network bcf1afee-074e-428e-964e-efe0ca3d9579 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:10:09.174687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.189148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, bcf1afee-074e-428e-964e-efe0ca3d9579) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:09.193860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:09.194679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.282432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.4298871
Apr 02 18:10:09.309096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb604082-466a-47d4-a495-8a7ab665179b None None] Network bcf1afee-074e-428e-964e-efe0ca3d9579 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:09.477622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 51796) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:09.488319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.602885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.605319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-1e015981-5138-467f-9287-c5c1a9f6ef05', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:10:09.613913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.723389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.730875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2d036-140d-451f-8a4c-57a8d47d6202 None None] Network bcf1afee-074e-428e-964e-efe0ca3d9579 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:09.745497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:09.767207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Pushing event updated for resources: {'Port': ['ID=50573315-343c-4b49-989a-9010a3b5c1e5,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:09.792378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:09.836548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:09.852385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Usage tracker for resource:security_group_rule and tenant:46d53a591d3f42608d2aae14fb84a604 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:09.869659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:09.982441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:10.044322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Allocated IP 172.27.3.100 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/625ef9c6-f488-4f9f-b6e1-a2aece09c6ff) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:10.050969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Allocated IP 172.20.0.2 (1e015981-5138-467f-9287-c5c1a9f6ef05/df99700b-2f47-47de-9daf-9adc3f12c4fa/09fbce22-7e1a-4f2d-bc40-a72247dccb6f) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:10.099320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-d740e9e5-6766-4461-9077-4a4ee6b54b7f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:10:10.100632 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-d740e9e5-6766-4461-9077-4a4ee6b54b7f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6220088
Apr 02 18:10:10.300740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.370077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.620540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51848) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:10.628622 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 02 18:10:10.679758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51852) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:10.721670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.754031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.769458 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-f01d0562-f341-4937-b402-3654845e6557 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6300061
Apr 02 18:10:10.773791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:10.862429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.871728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.874315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Transition to ACTIVE for port object 09fbce22-7e1a-4f2d-bc40-a72247dccb6f will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:10.891959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018aa058-c4c1-4445-b3ec-074e6473490f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:10.900361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Transition to ACTIVE for port object 09fbce22-7e1a-4f2d-bc40-a72247dccb6f will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:10.901265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:10.909728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.911827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:10.929748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-593cdb0a-b517-4dc8-ae58-d87126476b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:10.949268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-8a50943e-1b22-4edb-9878-603cbf163733 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:10.949998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-8a50943e-1b22-4edb-9878-603cbf163733 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Synchronizing usage tracker for tenant:3b955df250db4bb38cecce18a19d19ae on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:10.953918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:10.961091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Usage tracker for resource:security_group_rule and tenant:aa976a199a484a2e81603b0e1b70f8a4 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:10.963786 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46d53a591d3f42608d2aae14fb84a604&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4104683
Apr 02 18:10:10.966027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:10.968942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51860) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:10.994237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:11.008932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-8a50943e-1b22-4edb-9878-603cbf163733 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Unset dirty status for tenant:3b955df250db4bb38cecce18a19d19ae on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:11.010194 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-8a50943e-1b22-4edb-9878-603cbf163733 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/networks?id=bcf1afee-074e-428e-964e-efe0ca3d9579 HTTP/1.1" status: 200  len: 812 time: 0.3840423
Apr 02 18:10:11.011761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Pushing event updated for resources: {'Port': ['ID=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:11.017076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:11.051144 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-17afc2ff-7f15-4d6b-8beb-7a1ebfc39849 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/quotas/3b955df250db4bb38cecce18a19d19ae HTTP/1.1" status: 200  len: 375 time: 0.0229919
Apr 02 18:10:11.058473 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-40d46ac5-9606-404e-b197-5baf359edf88 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2759411
Apr 02 18:10:11.070866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:11.090349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:11.182862 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-2781f10a-4ea8-406a-a5ca-9572595e5f17 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b955df250db4bb38cecce18a19d19ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1125395
Apr 02 18:10:11.201325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:11.249649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:11.251016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:11.254047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:11.286659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:11.302512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Pushing event updated for resources: {'Port': ['ID=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:11.312390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:11.342298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Allocated IP 172.27.3.9 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/1cf45069-b248-4377-a021-e8c17a0301a1) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:11.390593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:11.392485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:11.399891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:11.434781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-3ae558d4-1f37-45c4-83b9-1c96a57aa30a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:10:11.443454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-3ae558d4-1f37-45c4-83b9-1c96a57aa30a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1313696
Apr 02 18:10:11.555015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 50573315-343c-4b49-989a-9010a3b5c1e5 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:11.637430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Attempting to bind port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:11.638121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Attempting to bind port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:11.638694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Attempting to bind port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f on network 1e015981-5138-467f-9287-c5c1a9f6ef05 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:11.647180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:11.647855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Checking segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:11.648473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:11.649069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Bound using segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:11.649904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Bound port: 09fbce22-7e1a-4f2d-bc40-a72247dccb6f, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:11.650466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:11.816397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 50573315-343c-4b49-989a-9010a3b5c1e5 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:11.854599 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ad9214a0-27f1-4e35-8d7f-0bde6554c2c5 req-3fca475e-3211-4bfd-8107-15603cbae40c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 210 time: 0.0707870
Apr 02 18:10:11.892324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] For port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:11.912027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] For port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:11.921749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:11.924247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b9b9e-5f43-4489-9c21-c3df98d8dc6b None None] Network 39497f40-94c5-4413-b71e-84de6823d9eb requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:12.072940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:12.163263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.197376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.213890 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.228117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8ab43541-d01b-4aac-978c-4f42b56df4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:12.334723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Provisioning for port 50573315-343c-4b49-989a-9010a3b5c1e5 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:12.360168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Provisioning complete for port 50573315-343c-4b49-989a-9010a3b5c1e5 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:12.360884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.388499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.404788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Pushing event updated for resources: {'Port': ['ID=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:12.405223 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018aa058-c4c1-4445-b3ec-074e6473490f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:12.426247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:12.428177 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-21073fb9-9d98-465a-80f9-fc4bffa4004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:12.465620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:12.498565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.501595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.559276 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-119af188-7d55-4d23-a02b-c0e9123e6df5 service neutron] 10.222.0.13 "GET /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1144993
Apr 02 18:10:12.647783 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa976a199a484a2e81603b0e1b70f8a4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9663386
Apr 02 18:10:12.654860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.658296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:12.673666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 51950) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:12.680816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:12.684004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:12.712531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] For port 50573315-343c-4b49-989a-9010a3b5c1e5, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=50573315-343c-4b49-989a-9010a3b5c1e5,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:12.723013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.725278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:12.816384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Pushing event updated for resources: {'Port': ['ID=1cf45069-b248-4377-a021-e8c17a0301a1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:12.820038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:12.881484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Pushing event updated for resources: {'Port': ['ID=50573315-343c-4b49-989a-9010a3b5c1e5,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:12.885060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:12.933672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:12.940721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:12.942053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/018aa058-c4c1-4445-b3ec-074e6473490f HTTP/1.1" status: 204  len: 168 time: 1.9720216
Apr 02 18:10:13.064382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-554e4f4f-dfe4-431c-804d-e08244706060 None None] Provisioning complete for port 50573315-343c-4b49-989a-9010a3b5c1e5 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:13.064958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-554e4f4f-dfe4-431c-804d-e08244706060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:13.092340 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe32c3e0-31cf-4ebe-8b9a-767f3176cbde req-f82c3492-048d-46e4-b746-794d1c133662 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 210 time: 0.1641705
Apr 02 18:10:13.118584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32080e71-0487-41b8-b9c8-7dc5e190df8c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:13.125825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:13.200724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:13.238758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:13.466107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:13.603628 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-3421a5f4-8a02-497a-8c55-3580ff87af24 service neutron] 10.222.0.13 "GET /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0434101
Apr 02 18:10:13.620783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:13.664752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Router 156647d1-252b-4f85-891a-0998121cab12 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:10:13.671813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 09fbce22-7e1a-4f2d-bc40-a72247dccb6f up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:13.864494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:13.877654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 50573315-343c-4b49-989a-9010a3b5c1e5 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:13.978879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:10:13.989327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:10:14.003890 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:14.004530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea870f0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:14.036174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:14.040112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.3114591
Apr 02 18:10:14.040282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:14.042133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52018) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:14.151274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 50573315-343c-4b49-989a-9010a3b5c1e5 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:14.151968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:14.272926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8465b646-4c4f-46ac-8645-96cc714dfea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:14.435112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32080e71-0487-41b8-b9c8-7dc5e190df8c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:14.530041 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b94ab95-7ad1-40ae-87ab-3831f34c2433 req-5e85bf82-3db8-4220-ab29-441924d26d6f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.2174900
Apr 02 18:10:14.536026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.30', 52834) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:14.545900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:14.682872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:14.697719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:14.701326 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32080e71-0487-41b8-b9c8-7dc5e190df8c HTTP/1.1" status: 204  len: 168 time: 1.8940771
Apr 02 18:10:14.862102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecc46f-4971-41bb-b8f7-74300ae014c3 None None] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:14.900553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31092380-c460-4f99-a443-d43157527aea req-eaf262c7-8d40-4ea2-9aa3-d36bb49e1b64 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 210 time: 0.2680960
Apr 02 18:10:15.073799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Provisioning for port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:15.242061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:15.440042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Provisioning complete for port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:15.442561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:15.633017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea870f0>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:11Z', 'revision_number': 3, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:15.637762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:10:15.638318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Updating router 156647d1-252b-4f85-891a-0998121cab12 port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:10:15.763925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:15.836280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-cf4f319f-ca1e-47bc-9fab-8d25557fdfbf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:15.838011 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-cf4f319f-ca1e-47bc-9fab-8d25557fdfbf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 1.2854712
Apr 02 18:10:15.913173 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-04098e05-3463-4b99-963e-de0ee35e2876 req-fd143a47-d181-43a6-aa12-ab684d1cdd5b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.0923426
Apr 02 18:10:15.933209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Request body: {'port': {'device_id': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'admin_state_up': True, 'tenant_id': '80ec365caf954178b29913371a7c97e2'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:15.992412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52108) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:16.163725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.167010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:16.182525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Usage tracker for resource:port and tenant:80ec365caf954178b29913371a7c97e2 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:16.194951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:10:16.198444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:16.220366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:16.266660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.316103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:16.320894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] For port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:16.329136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.335875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38a6d0d9-68f6-47fa-b2f7-92aeeea7dc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:16.423277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Made reservation on behalf of 80ec365caf954178b29913371a7c97e2 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:16.437214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.588091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Pushing event updated for resources: {'Port': ['ID=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:16.607787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:16.772793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.818124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Transition to ACTIVE for port object 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:16.834425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.886258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:16.979894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ef53fbbb-432f-4e48-b532-4c0e7a9dd011 None None] Provisioning complete for port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:16.980465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ef53fbbb-432f-4e48-b532-4c0e7a9dd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:16.988900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Pushing event updated for resources: {'Port': ['ID=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:17.001826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.002195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.002553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.003814 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.003979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.004330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.004677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.005024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.005384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.005726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.008898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.009410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Tracked resource versions report:
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]: pushed versions:
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]: {   'AddressGroup': {'1.2'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'ConntrackHelper': {'1.0'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Log': {'1.0'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Network': {'1.1'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Port': {'1.7'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'PortForwarding': {'1.2'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'QosPolicy': {'1.8'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroup': {'1.4'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'SubPort': {'1.0'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Subnet': {'1.1'},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     'Trunk': {'1.1'}}
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]: consumer versions:
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]: {   DHCP agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     HyperV agent@hv-cinder-78447: {},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     L3 agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metadata agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     Metering agent@dv-cinder-784477-2-iscsi: {},
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:     Open vSwitch agent@dv-cinder-784477-2-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Log': '1.0',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Network': '1.1',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Port': '1.7',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'PortForwarding': '1.2',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'QosPolicy': '1.8',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroup': '1.4',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'SubPort': '1.0',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Subnet': '1.1',
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:                                                      'Trunk': '1.1'}}
Apr 02 18:10:17.011778 dv-cinder-784477-2-iscsi neutron-server[84199]:  {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:10:17.028537 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3da4802f-e644-4e9a-87c2-82da8f6ed5e2 req-7cdddc06-bd36-495a-bea1-7418b6e6f3da tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 210 time: 0.7090642
Apr 02 18:10:17.032627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:17.040639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Usage tracker for resource:security_group_rule and tenant:ba2cc56276534aacb5765bd96f2b2959 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:17.060001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:17.093348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:17.395885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:17.534195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Attempting to bind port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:17.534705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Attempting to bind port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:17.535145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Attempting to bind port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:17.548184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 09fbce22-7e1a-4f2d-bc40-a72247dccb6f up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:17.563787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:17.564221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:17.576638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:17.577084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:17.577623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Bound port: 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:17.578028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:17.825233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] For port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:17.837899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] For port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:17.851339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:17.857792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:17.864488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:17.930381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:17.959181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:10:17.972720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:10:18.018283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:18.019331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e1c2a90>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:18.024643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52160) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:18.093552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Allocated IP 172.20.0.11 (84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d/130e732b-dd95-4ddd-a81b-a732a89798c6/c9d5cfc3-c862-46a2-92d6-748091cd2393) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:18.115333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:18.116551 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.0756114
Apr 02 18:10:18.127773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52168) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:18.156712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Pushing event updated for resources: {'Port': ['ID=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:18.191539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:18.214958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Allocated IP 172.20.0.1 (39497f40-94c5-4413-b71e-84de6823d9eb/69a2cc83-78e6-4cc3-b95b-5378ab71b189/0a643ce7-126d-4714-b054-3f1fd0e2ec68) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:18.289760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:18.292055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea870f0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:18.550615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:18.580266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Transition to ACTIVE for port object 0a643ce7-126d-4714-b054-3f1fd0e2ec68 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:18.657425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:18.693260 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df4664d1-5f84-4139-a145-a7c7da43213f req-25dc7944-5947-4f0d-ae71-5795cb4bf0d0 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 1.1490712
Apr 02 18:10:18.703509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:18.879898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a643ce7-126d-4714-b054-3f1fd0e2ec68,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:18.890907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:19.155383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.213410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:19.233330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.261049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.277077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.298176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.336421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Network 39497f40-94c5-4413-b71e-84de6823d9eb is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:19.337412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:19.342120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:19.363108 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba2cc56276534aacb5765bd96f2b2959&name=default HTTP/1.1" status: 200  len: 2976 time: 3.3538957
Apr 02 18:10:19.365939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52178) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:19.367068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:19.379988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:19.381465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.604343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Usage tracker for resource:security_group_rule and tenant:f09a0b6b9b264a05853b9dcba9cc0f4c is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:19.607945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:19.624120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:19.664475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:19.747318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a702d3-cce4-49f2-b71b-dfbc70cb4ef0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:19.768981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:19.825823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.882969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:19.884175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:19.989447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.005113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-321648ec-ca44-4aad-b9c4-8958c91a3869 None None] Provisioning for port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:20.030458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-321648ec-ca44-4aad-b9c4-8958c91a3869 None None] Provisioning complete for port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:20.031062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-321648ec-ca44-4aad-b9c4-8958c91a3869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.072143 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f603145-e700-4dbc-8f6c-2542b478c948 req-38023a84-79cc-4d38-a8cf-ed7351a1d75b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1404984
Apr 02 18:10:20.184950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-321648ec-ca44-4aad-b9c4-8958c91a3869 None None] Port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:10:20.199285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.204065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e1c2a90>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:13Z', 'revision_number': 3, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:20.219516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:10:20.219850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Updating router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 port 1cf45069-b248-4377-a021-e8c17a0301a1 binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:10:20.240514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.249873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7825082e-b27d-47d1-86c0-f19f0ec0a9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:20.264793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a702d3-cce4-49f2-b71b-dfbc70cb4ef0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:20.385592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.639854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.647872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:20.655214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.655214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.655423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea870f0>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:11Z', 'revision_number': 3, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:20.657108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc592a-6a61-416d-be16-b64fba5e3b58 None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:11Z', 'revision_number': 3, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:10:20.682999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-db84b51f-92e0-4550-8e0f-a42904b7d573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:20.699042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event updated for resources: {'Port': ['ID=c9d5cfc3-c862-46a2-92d6-748091cd2393,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:20.712771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.746437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:20.753415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a643ce7-126d-4714-b054-3f1fd0e2ec68,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:20.822769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:20.828654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:20.833493 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01a702d3-cce4-49f2-b71b-dfbc70cb4ef0 HTTP/1.1" status: 204  len: 168 time: 1.4559178
Apr 02 18:10:20.880380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ee83-e5a7-4acc-a9cc-b493feae5c80 req-7233f691-1ae8-40b2-b61c-a60785c01221 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:20.881197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7c20ee83-e5a7-4acc-a9cc-b493feae5c80 req-7233f691-1ae8-40b2-b61c-a60785c01221 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:20.924418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Network 39497f40-94c5-4413-b71e-84de6823d9eb is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:20.926910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:20.941734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:21.007830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eda1fe8-f3ba-4eea-9959-7d208ef8c4f1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:21.044653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7c20ee83-e5a7-4acc-a9cc-b493feae5c80 req-7233f691-1ae8-40b2-b61c-a60785c01221 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:21.046053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7c20ee83-e5a7-4acc-a9cc-b493feae5c80 req-7233f691-1ae8-40b2-b61c-a60785c01221 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 2.6545534
Apr 02 18:10:21.053442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:21.288437 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7c20ee83-e5a7-4acc-a9cc-b493feae5c80 req-567aa610-2f85-4455-9a01-a8cd3fddc87c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230253
Apr 02 18:10:21.309759 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f09a0b6b9b264a05853b9dcba9cc0f4c&name=default HTTP/1.1" status: 200  len: 2979 time: 3.2816925
Apr 02 18:10:21.324731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52200) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:21.466108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Router 156647d1-252b-4f85-891a-0998121cab12 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:10:21.472148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:21.512329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Transition to ACTIVE for port object 1cf45069-b248-4377-a021-e8c17a0301a1 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:21.538127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:21.596218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:21.638301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e95b5ad-16cc-45fc-8ac0-f88221c9ecfc req-df35191d-4eb6-4290-bdce-e2e3de442f11 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1614375
Apr 02 18:10:21.668765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:21.683777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:21.720875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:21.764853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7314992c-1509-4e79-965b-c59fec2e21a7 None None] Provisioning complete for port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:21.765311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7314992c-1509-4e79-965b-c59fec2e21a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:21.857501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:21.888060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:21.967022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:21.985556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:21.986257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.011601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522f0f-eeaa-4cb4-bba2-f46a2657297f None None] Pushing event updated for resources: {'Port': ['ID=1cf45069-b248-4377-a021-e8c17a0301a1,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:22.028292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67522f0f-eeaa-4cb4-bba2-f46a2657297f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:22.065162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7314992c-1509-4e79-965b-c59fec2e21a7 None None] Port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:10:22.117602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:10:22.135505 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2167289
Apr 02 18:10:22.136616 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/156647d1-252b-4f85-891a-0998121cab12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0899236
Apr 02 18:10:22.138101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:22.171455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:22.173595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.276708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.315821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9e0e55d9-3623-40cd-8c10-99f15c2b321d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:22.350202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eda1fe8-f3ba-4eea-9959-7d208ef8c4f1,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:22.387041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Attempting to bind port 1cf45069-b248-4377-a021-e8c17a0301a1 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:22.388864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Attempting to bind port 1cf45069-b248-4377-a021-e8c17a0301a1 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:22.390601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Attempting to bind port 1cf45069-b248-4377-a021-e8c17a0301a1 on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:22.390770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:22.416347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.430080 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eda1fe8-f3ba-4eea-9959-7d208ef8c4f1 HTTP/1.1" status: 204  len: 168 time: 1.0886338
Apr 02 18:10:22.438666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.455022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:22.455022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:22.455430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.467500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:22.468806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Bound port: 1cf45069-b248-4377-a021-e8c17a0301a1, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:22.474278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:22.981599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] For port 1cf45069-b248-4377-a021-e8c17a0301a1, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:23.012423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] For port 1cf45069-b248-4377-a021-e8c17a0301a1, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=1cf45069-b248-4377-a021-e8c17a0301a1,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:23.067028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:23.067916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:23.110770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:23.285945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:23.374377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:23.468246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:23.469455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e1c2a90>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:23.633286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522f0f-eeaa-4cb4-bba2-f46a2657297f None None] Pushing event updated for resources: {'Port': ['ID=1cf45069-b248-4377-a021-e8c17a0301a1,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:23.873209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Allocated IP 172.20.0.1 (1e015981-5138-467f-9287-c5c1a9f6ef05/df99700b-2f47-47de-9daf-9adc3f12c4fa/a8ed821b-5ab6-4fdd-a01d-dae06c306927) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:23.890780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe457-8063-4379-92d9-450c7260ce2e req-a7f81a22-f277-4c05-bc04-9659cb81d6c1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:23.892636 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-236fe457-8063-4379-92d9-450c7260ce2e req-a7f81a22-f277-4c05-bc04-9659cb81d6c1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 1.1926551
Apr 02 18:10:23.981661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67522f0f-eeaa-4cb4-bba2-f46a2657297f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:23.982345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:24.145319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:24.152066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:24.183377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:24.379008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:24.420518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Transition to ACTIVE for port object a8ed821b-5ab6-4fdd-a01d-dae06c306927 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:24.515589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52288) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:24.532378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735853559', 'description': 'tempest-description--1189558021'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:24.572898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:24.576200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:24.588056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:24.591655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:24.611569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:24.629551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b9ba9d02-bd02-4f32-b4ca-810c6483080e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:24.646696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:24.660623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:24.723942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:24.728887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:24.732512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:24.754441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:24.769282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:10:24.783269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:24.784896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e7d5160>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:24.913617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:24.936362 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-236fe457-8063-4379-92d9-450c7260ce2e req-b067f80a-679d-484f-bde1-ffa7d351fa96 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4581597
Apr 02 18:10:25.002391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e1c2a90>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:13Z', 'revision_number': 3, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:25.020533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.027855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f8445-dac5-491a-bf26-eccd4eebee4b None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:13Z', 'revision_number': 3, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:10:25.042869 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-aa06759f-389b-40f2-b850-d94634ed3ee1 req-6e3700ca-ae4d-4f88-a604-87e7d4992908 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1265044
Apr 02 18:10:25.054874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c0b1ca20-4125-46a3-9a0b-bb5309372cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:25.152780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45eeb1f8-c5fb-45e5-bf37-12028e89d88c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:25.160992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.168425 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6488919
Apr 02 18:10:25.172834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:25.173932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52312) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:25.182306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'security_group_rule': {'security_group_id': '45eeb1f8-c5fb-45e5-bf37-12028e89d88c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:25.197444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:25.230585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:25.233908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:25.242727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:25.297656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ed821b-5ab6-4fdd-a01d-dae06c306927,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:25.308108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.319350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:25.406033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:25.442968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:25.469478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:25.475797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:25.476546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.534032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.536094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:25.539530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.541113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:25.570082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da9ef38-b844-45fb-96a6-95b4ab2b3ef1,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:25.744426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:25.757566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.768994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52330) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:25.769745 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5935855
Apr 02 18:10:25.843317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:25.843744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:25.853347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'security_group_rule': {'security_group_id': '45eeb1f8-c5fb-45e5-bf37-12028e89d88c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:25.889645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:25.939725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:25.955253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:25.976808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:26.195748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-543ac423-cd86-4184-8a93-67f81b0ffbfa None None] Provisioning for port a8ed821b-5ab6-4fdd-a01d-dae06c306927 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:26.235916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:26.256668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-543ac423-cd86-4184-8a93-67f81b0ffbfa None None] Provisioning complete for port a8ed821b-5ab6-4fdd-a01d-dae06c306927 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:26.257060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-543ac423-cd86-4184-8a93-67f81b0ffbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:26.407566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:26.421666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-543ac423-cd86-4184-8a93-67f81b0ffbfa None None] Port a8ed821b-5ab6-4fdd-a01d-dae06c306927 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:10:26.499650 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8916c05f-a380-41fd-8054-ccfb7fc92825 req-7873bbe4-a93c-471e-8c07-0cfe98e364f2 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1390388
Apr 02 18:10:26.512942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52352) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:26.713906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e7d5160>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 2, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:26.719411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:10:26.719802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Updating router 156647d1-252b-4f85-891a-0998121cab12 port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:10:26.871779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9faa85-e91c-442b-8a07-5e6d6fcab560 req-efae1a55-b9f0-430d-ba0f-00e0fb40795d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:26.873832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:26.891146 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d9faa85-e91c-442b-8a07-5e6d6fcab560 req-efae1a55-b9f0-430d-ba0f-00e0fb40795d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.6013162
Apr 02 18:10:26.957905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.029940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.166110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.213764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d9faa85-e91c-442b-8a07-5e6d6fcab560 req-a2ad4037-3f92-4b7b-941f-06801f6228ee tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3255050
Apr 02 18:10:27.237870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:27.267313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:27.272849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Usage tracker for resource:security_group_rule and tenant:f54b0b7cff56465fb6f4f0d436089c18 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:27.276706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:27.283239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:27.292307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52378) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:27.301656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dc0a50-3d9d-4011-9052-0bf0e51ce086,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:27.311024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:27.323012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.327815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52384) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:27.327988 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5433278
Apr 02 18:10:27.336479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:27.353516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:27.359044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:floatingip and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:27.366375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:27.373571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:27.404219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.409279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.417365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.418659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.446892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:27.537350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 1cf45069-b248-4377-a021-e8c17a0301a1 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:27.716355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.720960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:27.724886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:27.726700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ed821b-5ab6-4fdd-a01d-dae06c306927,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:27.731644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Transition to ACTIVE for port object 0a643ce7-126d-4714-b054-3f1fd0e2ec68 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:27.744292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.766281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64bee003-bfb2-4e2f-a365-74186317d10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:27.767776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 1cf45069-b248-4377-a021-e8c17a0301a1 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:27.769622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.773879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 1cf45069-b248-4377-a021-e8c17a0301a1 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:27.774411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.883315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:27.887585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Usage tracker for resource:security_group_rule and tenant:1a8cce5f008e471684dc2b4238d02aa0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:27.887746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07defd46-e3fe-4185-ba41-69df04c5476f None None] Pushing event updated for resources: {'Port': ['ID=0a643ce7-126d-4714-b054-3f1fd0e2ec68,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:27.892131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:27.892613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-07defd46-e3fe-4185-ba41-69df04c5476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:27.899362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:27.910371 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ee10fff-3139-45ef-b556-2090cd5fe00b req-a98b2c0a-185b-4a16-b355-5438fd1bb776 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.2038689
Apr 02 18:10:27.913010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:27.983618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:28.014332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.038757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 1cf45069-b248-4377-a021-e8c17a0301a1, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=1cf45069-b248-4377-a021-e8c17a0301a1,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:28.043295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.048633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:28.064238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.087548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:28.089387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:10:28.097074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.112186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.155545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=1cf45069-b248-4377-a021-e8c17a0301a1,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:28.171371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:28.182484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-179b00ae-b923-4b1c-87e9-d3738cad7040 None None] Provisioning complete for port a8ed821b-5ab6-4fdd-a01d-dae06c306927 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:28.183009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-179b00ae-b923-4b1c-87e9-d3738cad7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.198908 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a8cce5f008e471684dc2b4238d02aa0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9053848
Apr 02 18:10:28.201597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a0d5a-0865-439e-bcc9-8a76f459c695,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:28.203962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52402) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:28.209054 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f54b0b7cff56465fb6f4f0d436089c18&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6951191
Apr 02 18:10:28.214055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52406) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:28.262304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-179b00ae-b923-4b1c-87e9-d3738cad7040 None None] Port a8ed821b-5ab6-4fdd-a01d-dae06c306927 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:10:28.277730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:28.282034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:28.363633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.434634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6333604-0c20-41db-947a-d5eb44adbebd,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:28.456354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:28.488285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Attempting to bind port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:28.488717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Attempting to bind port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:28.489063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Attempting to bind port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 on network 39497f40-94c5-4413-b71e-84de6823d9eb {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:28.495695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:28.496103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Checking segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:28.496690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.497120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Bound using segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:28.497623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Bound port: 0a643ce7-126d-4714-b054-3f1fd0e2ec68, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:28.498030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.521016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.610635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.624406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:10:28.632655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] For port 0a643ce7-126d-4714-b054-3f1fd0e2ec68, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:28.636749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] For port 0a643ce7-126d-4714-b054-3f1fd0e2ec68, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=0a643ce7-126d-4714-b054-3f1fd0e2ec68,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:28.639572 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] 10.222.0.13 "PUT /v2.0/routers/28ac7af8-8b78-4e24-b06e-6e7ee9db7379/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5103331
Apr 02 18:10:28.641748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.674475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:28.674893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d1e03-a19a-43cc-ab6f-731a230113dc req-98fcecd0-864a-459e-8cd8-47c988843cd6 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:28.679135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d83d1e03-a19a-43cc-ab6f-731a230113dc req-98fcecd0-864a-459e-8cd8-47c988843cd6 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.2675133
Apr 02 18:10:28.697369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.718840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-544e142d-8694-4174-9c26-65da75fae865 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:28.735307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6333604-0c20-41db-947a-d5eb44adbebd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:28.741751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:28.786592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07defd46-e3fe-4185-ba41-69df04c5476f None None] Pushing event updated for resources: {'Port': ['ID=0a643ce7-126d-4714-b054-3f1fd0e2ec68,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:28.792481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-07defd46-e3fe-4185-ba41-69df04c5476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:28.795530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.816578 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d83d1e03-a19a-43cc-ab6f-731a230113dc req-1a2f4fc5-747f-44b3-bcfb-3994d198e51d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228802
Apr 02 18:10:28.846755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.966726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Allocated IP 172.27.3.168 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/227584a1-2930-4c69-979c-7fc01bb1c3eb) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:29.077981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eaae8767-60bc-477b-a8ab-5d67e150a82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.084834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:10:29.104735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:29.105334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f927e80>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:29.234661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:29.235350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e7d5160>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:29.253233 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3a2ae345-cf20-42a3-bd04-5e38d3dcfbbb req-4bd96e67-17d2-41ea-a321-ae8e31b15c55 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.0831976
Apr 02 18:10:29.312069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.328048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:29.339752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.341451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6333604-0c20-41db-947a-d5eb44adbebd HTTP/1.1" status: 204  len: 168 time: 1.1363235
Apr 02 18:10:29.345893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a0d5a-0865-439e-bcc9-8a76f459c695,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:29.352995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:29.354394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.358027 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f6a0d5a-0865-439e-bcc9-8a76f459c695 HTTP/1.1" status: 204  len: 168 time: 1.0891273
Apr 02 18:10:29.418250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.491465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.602694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 1cf45069-b248-4377-a021-e8c17a0301a1 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:29.674693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:29.682120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:29.693371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:29.852934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'Port': ['ID=227584a1-2930-4c69-979c-7fc01bb1c3eb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:29.862243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:29.906495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 1cf45069-b248-4377-a021-e8c17a0301a1 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:29.909825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.929077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:29.930356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:29.933383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:29.940773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52452) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:29.983162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.006181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:30.010966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Usage tracker for resource:security_group_rule and tenant:8218d34330004e93959bfdcaa42f5f45 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:30.014819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:30.024958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:30.091566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52458) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:30.092746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.106602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831428489', 'description': 'tempest-description--601820166'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:30.148246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:30.161421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:30.166534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:30.197881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:30.218191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.239907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.400598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.411932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.460326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e7d5160>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:30.463576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:30.466035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde83e9-39f5-42e0-9d9a-abafce30f7f6 None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:10:30.510276 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8218d34330004e93959bfdcaa42f5f45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5677619
Apr 02 18:10:30.512820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12d1b3-f582-4718-ad83-9c1c915db128,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:30.516931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:30.519204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52474) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:30.594235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f927e80>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:26Z', 'revision_number': 2, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:30.603150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:10:30.603631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Updating router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 port a8ed821b-5ab6-4fdd-a01d-dae06c306927 binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:10:30.681507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b332c-ecbc-4836-91e6-ab577874d33c req-39c7a73a-7de4-4b84-a456-5570f45a51f3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:30.683262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-833b332c-ecbc-4836-91e6-ab577874d33c req-39c7a73a-7de4-4b84-a456-5570f45a51f3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.4946823
Apr 02 18:10:30.715390 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6a7a491e-ad4f-4d3e-9c50-28e3d4d5041f req-5ba9477a-51ac-4353-ad4f-978ec2aad1a4 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1357086
Apr 02 18:10:30.733859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:30.743367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:30.755699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:30.824641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.829713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.841876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:30.902013 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-833b332c-ecbc-4836-91e6-ab577874d33c req-03c56076-e12a-4e0c-b21a-9e629ef65e49 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630931
Apr 02 18:10:30.903676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.998856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.010584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.039770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:31.115750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52486) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:31.274675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.373062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.381504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7f162f49-b281-48df-aa01-5b35ba27a047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:31.398549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.402409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.404572 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e12d1b3-f582-4718-ad83-9c1c915db128 HTTP/1.1" status: 204  len: 168 time: 0.8776262
Apr 02 18:10:31.408004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12d1b3-f582-4718-ad83-9c1c915db128,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:31.416024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:31.456344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379840276-network', 'tenant_id': 'cf334b98157f4be2b59f1c6ab0e3120b'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:31.486236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.488277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:31.492832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'Port': ['ID=227584a1-2930-4c69-979c-7fc01bb1c3eb,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:31.510546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Usage tracker for resource:network and tenant:cf334b98157f4be2b59f1c6ab0e3120b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:31.515522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:31.524964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:31.540744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:31.546283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:31.622423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Made reservation on behalf of cf334b98157f4be2b59f1c6ab0e3120b for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:31.628642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.653989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c623f5-4a45-49e0-994c-b62fd995288d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:31.660015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:31.668713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 0a643ce7-126d-4714-b054-3f1fd0e2ec68 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:31.682194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.704429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:31.710959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Usage tracker for resource:security_group_rule and tenant:cf334b98157f4be2b59f1c6ab0e3120b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:31.714093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:31.720329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:31.728631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.729984 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.6304898
Apr 02 18:10:31.734102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52504) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:31.740215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-505a66ff-411c-42a3-a5c1-2b6a06095b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.746028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'security_group_rule': {'security_group_id': '54c623f5-4a45-49e0-994c-b62fd995288d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:31.770475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:31.772106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.781744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:31.790920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:31.808013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:31.832319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.836280 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5050762
Apr 02 18:10:31.843510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.951798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:31.962344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.967084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.020946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.028048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.033852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:32.037117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f5199af-82d9-4211-8817-b2c4ef4a52c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:32.057828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.066390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aa4b5b-c12e-42d5-849e-228b278f7964,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:32.068579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.073204 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3351595
Apr 02 18:10:32.077922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52520) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:32.085599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Transition to ACTIVE for port object a8ed821b-5ab6-4fdd-a01d-dae06c306927 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:32.085735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:32.090796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'security_group_rule': {'security_group_id': '54c623f5-4a45-49e0-994c-b62fd995288d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:32.091670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:32.092334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.101690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:10:32.149933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb57d94-0d79-425c-93d8-0e8bf9576f68,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:32.154399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:32.155435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.155822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Added segment 7d45645a-a0d3-4c37-a50b-6942e4863463 of type vlan for network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe
Apr 02 18:10:32.158498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:32.163545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:32.164985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.167740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:32.178951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:32.205151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-002cdf71-62a3-4146-b458-c5e9e436b698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:32.277976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.291839 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-db02a915-6e2d-4ed1-a640-1b20b60c9b07 req-3af6466a-3d39-40f6-a695-d657df134dac tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1049664
Apr 02 18:10:32.299973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.401962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.403775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:32.411618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.417790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:32.455995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.501401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.569496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-be0517a8-88ff-446c-bf23-16b57d828766 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:32.608811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a527a81-beee-4ccb-bf72-035a9a7b7ef3,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:32.617934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:32.618930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.620385 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5413530
Apr 02 18:10:32.634815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d827-a7e7-41d3-8ea6-fb839dd30fe1 req-f7360575-4b89-49ac-9b4d-675fcf9f568e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:32.648309 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1c14d827-a7e7-41d3-8ea6-fb839dd30fe1 req-f7360575-4b89-49ac-9b4d-675fcf9f568e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.4317544
Apr 02 18:10:32.650782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52546) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:32.687988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e37dbb-8d32-40d7-970c-29a90fca73ef None None] Pushing event updated for resources: {'Port': ['ID=a8ed821b-5ab6-4fdd-a01d-dae06c306927,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:32.705268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c1e37dbb-8d32-40d7-970c-29a90fca73ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:32.709974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.736844 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6035318
Apr 02 18:10:32.737071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Pushing event updated for resources: {'Network': ['ID=24fbe8b7-19dc-40c4-b7da-32bd1b119bbe,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:32.739460 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52556) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:32.739649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:32.750853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:32.751269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Request body: {'subnet': {'network_id': '24fbe8b7-19dc-40c4-b7da-32bd1b119bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379840276-subnet', 'tenant_id': 'cf334b98157f4be2b59f1c6ab0e3120b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:32.758313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:32.760602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:floatingip and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:32.762437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Usage tracker for resource:subnet and tenant:cf334b98157f4be2b59f1c6ab0e3120b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:32.765582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:32.769006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:32.773663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:32.782525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:32.792663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:32.801761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Made reservation on behalf of cf334b98157f4be2b59f1c6ab0e3120b for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:32.813339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.857261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:10:32.859810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:32.903382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-e033804d-dfb1-47e7-9f9c-addf9f4afaf4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:32.926268 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1c14d827-a7e7-41d3-8ea6-fb839dd30fe1 req-ad3716ab-6a18-4350-b2ec-aa95ff9f8db7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769828
Apr 02 18:10:33.105992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.117311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-e033804d-dfb1-47e7-9f9c-addf9f4afaf4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:33.124892 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-e033804d-dfb1-47e7-9f9c-addf9f4afaf4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--735853559&fields=id&tenant_id=1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 267 time: 0.4173946
Apr 02 18:10:33.238970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Attempting to bind port a8ed821b-5ab6-4fdd-a01d-dae06c306927 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:33.239411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Attempting to bind port a8ed821b-5ab6-4fdd-a01d-dae06c306927 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:33.239818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Attempting to bind port a8ed821b-5ab6-4fdd-a01d-dae06c306927 on network 1e015981-5138-467f-9287-c5c1a9f6ef05 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:33.257764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:33.258179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Checking segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:33.258600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.259087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Bound using segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:33.259625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Bound port: a8ed821b-5ab6-4fdd-a01d-dae06c306927, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:33.260042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.304221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.311238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Allocated IP 172.27.3.52 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/4e1fc646-e77f-4638-bd81-9171f461ba2c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:33.392294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-dec6d2f8-b91b-40b7-91a9-f4e43360a780 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:33.393105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-dec6d2f8-b91b-40b7-91a9-f4e43360a780 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:33.499533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-dec6d2f8-b91b-40b7-91a9-f4e43360a780 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:33.500971 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-dec6d2f8-b91b-40b7-91a9-f4e43360a780 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 817 time: 0.3681250
Apr 02 18:10:33.551280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 0a643ce7-126d-4714-b054-3f1fd0e2ec68, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=0a643ce7-126d-4714-b054-3f1fd0e2ec68,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:33.576505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.594395 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-0b8f9684-d13f-4302-80b0-6193639b4e46 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/quotas/1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 375 time: 0.0804770
Apr 02 18:10:33.620921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:33.728626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=0a643ce7-126d-4714-b054-3f1fd0e2ec68,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:33.745693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] For port a8ed821b-5ab6-4fdd-a01d-dae06c306927, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:33.748189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:33.750329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] For port a8ed821b-5ab6-4fdd-a01d-dae06c306927, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=a8ed821b-5ab6-4fdd-a01d-dae06c306927,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:33.751580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.760959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.776463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c5ac8a3-e5f2-4e58-b75e-0d37b5cf9fa7 req-25fea460-e5eb-4114-9d97-e9b08a94fad1 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1662118
Apr 02 18:10:33.789851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-593cdb0a-b517-4dc8-ae58-d87126476b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:33.807612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.863409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:33.954466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:34.032273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e37dbb-8d32-40d7-970c-29a90fca73ef None None] Pushing event updated for resources: {'Port': ['ID=a8ed821b-5ab6-4fdd-a01d-dae06c306927,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:34.038092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c1e37dbb-8d32-40d7-970c-29a90fca73ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:34.058262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:10:34.058700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'Port': ['ID=4e1fc646-e77f-4638-bd81-9171f461ba2c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:34.059082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f927e80>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:34.069075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:34.112857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:34.114147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:34.118938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:34.124582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-bab416d0-14cc-405d-bbaf-e71b6a00a37b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:34.166932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-bab416d0-14cc-405d-bbaf-e71b6a00a37b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:34.180213 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-bab416d0-14cc-405d-bbaf-e71b6a00a37b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5765243
Apr 02 18:10:34.235683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:34.378912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:34.393751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:10:34.444575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3d18-3ec7-4d92-8800-c7cf95a09955 req-d5a20fcb-bf1f-4e19-9615-fca1ec9d015c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:34.446232 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-868c3d18-3ec7-4d92-8800-c7cf95a09955 req-d5a20fcb-bf1f-4e19-9615-fca1ec9d015c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.2009482
Apr 02 18:10:34.449036 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-3ca0ef0e-74a3-4ba0-bc85-b90c684d5b42 service neutron] 10.222.0.13 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636886
Apr 02 18:10:34.502221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:10:34.589871 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-868c3d18-3ec7-4d92-8800-c7cf95a09955 req-9f1e1f08-7ebc-47e4-8599-111d26b98f21 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352680
Apr 02 18:10:34.765161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:34.822018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8673247c-b46c-4f7f-82a5-2bee94208cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:34.825039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:34.831883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:34.858749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:34.924720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f927e80>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:34.941439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e7950-cdd7-4596-b19c-523a6ec9629e None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:10:35.112268 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-ba4b779d-b25e-491f-8bda-20e1e5c82380 service neutron] 10.222.0.13 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6549861
Apr 02 18:10:35.115693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'Port': ['ID=4e1fc646-e77f-4638-bd81-9171f461ba2c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:35.120614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:35.191934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1101a39f-bb9a-4ddf-9632-afb899c29b92,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:35.195953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:35.217733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:35.252925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:35.262910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6028757
Apr 02 18:10:35.356839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Checking segment: {'id': '7d45645a-a0d3-4c37-a50b-6942e4863463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '24fbe8b7-19dc-40c4-b7da-32bd1b119bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:35.357239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Network hostable DHCP agents. Network: 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:10:35.438109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:10:35.452316 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6bee3306-c2b1-4216-8868-a0cd3d1a6fa2 req-3f546d56-de48-43d6-961b-dfe993197f91 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1305854
Apr 02 18:10:35.478347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:35.501813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:35.503000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:35.516235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59355ee4-65ba-4625-a1be-dde9bbacf4b8 None None] Network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:35.668488 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-95075490-ccdf-44cc-97c3-ed4166390725 req-a9ca537a-f357-422e-b1e3-9c784ad88b69 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.1583138
Apr 02 18:10:35.702788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.30', 52852) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:35.741077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-08860399-9959-46d2-b605-3917f184efad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.9838181
Apr 02 18:10:35.765730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-a74dd3d7-8193-42f8-88f1-acd7c7617e92 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:10:35.766827 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-a74dd3d7-8193-42f8-88f1-acd7c7617e92 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0698228
Apr 02 18:10:36.010950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 0a643ce7-126d-4714-b054-3f1fd0e2ec68 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:36.167692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc749dc-55f3-4b38-af42-5dc1e7046cca None None] Network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:36.246277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17741e4f-7308-464a-a621-cdbbfafc81ef req-b81fe6f4-7954-4557-87b1-1234b52667e2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:36.246781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-f1974eda-a33c-4987-9dbe-d592a817af20 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:36.256217 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-17741e4f-7308-464a-a621-cdbbfafc81ef req-b81fe6f4-7954-4557-87b1-1234b52667e2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.2278409
Apr 02 18:10:36.281335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Request body: {'port': {'device_id': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:36.304520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-17741e4f-7308-464a-a621-cdbbfafc81ef req-88df389d-0708-4f88-aa98-fcd4900a36ce tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:36.326531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:36.328449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:36.348066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-17741e4f-7308-464a-a621-cdbbfafc81ef req-88df389d-0708-4f88-aa98-fcd4900a36ce tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:36.363452 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-17741e4f-7308-464a-a621-cdbbfafc81ef req-88df389d-0708-4f88-aa98-fcd4900a36ce tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061900
Apr 02 18:10:36.452385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-8aef98ed-02fc-4990-9564-6510face3e11 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:36.469684 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-8aef98ed-02fc-4990-9564-6510face3e11 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.30 "GET /v2.0/networks?id=bcf1afee-074e-428e-964e-efe0ca3d9579 HTTP/1.1" status: 200  len: 812 time: 0.7066965
Apr 02 18:10:36.485888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Request body: {'port': {'device_id': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579', 'admin_state_up': True, 'tenant_id': '3b955df250db4bb38cecce18a19d19ae'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:36.867631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device a8ed821b-5ab6-4fdd-a01d-dae06c306927 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:36.873110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:36.904612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Usage tracker for resource:port and tenant:3b955df250db4bb38cecce18a19d19ae is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:36.916823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:36.932138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:36.958277 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c1166328-5e2b-4ae0-854d-c357ac78cb8e req-fbcdb462-cb2a-4525-b7d9-66bd63d19d24 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1672225
Apr 02 18:10:37.007828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-f1974eda-a33c-4987-9dbe-d592a817af20 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:37.026206 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-f1974eda-a33c-4987-9dbe-d592a817af20 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1831428489&fields=id&tenant_id=3871e3f1bfe54f4598a8022b7984c16a HTTP/1.1" status: 200  len: 267 time: 1.3270669
Apr 02 18:10:37.091232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port a8ed821b-5ab6-4fdd-a01d-dae06c306927 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:37.097572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port a8ed821b-5ab6-4fdd-a01d-dae06c306927 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:37.098129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.182038 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ac035b4f-1c38-4593-946a-a5eafdd9c667 req-28f57f27-4f1a-41a8-a202-c64ed9be39af tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0885470
Apr 02 18:10:37.276940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.296024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52696) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:37.303276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-734394666-network', 'tenant_id': 'ac134d9424d84426b6b6bae446301e1c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:37.311119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:37.323846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Usage tracker for resource:network and tenant:ac134d9424d84426b6b6bae446301e1c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:37.328419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:37.354723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Made reservation on behalf of 3b955df250db4bb38cecce18a19d19ae for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:37.358679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:37.360338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.360892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.395898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Made reservation on behalf of ac134d9424d84426b6b6bae446301e1c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:37.406061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.447078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.450685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port a8ed821b-5ab6-4fdd-a01d-dae06c306927, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=a8ed821b-5ab6-4fdd-a01d-dae06c306927,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:37.458429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.460695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:37.513915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:37.525880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Usage tracker for resource:security_group_rule and tenant:ac134d9424d84426b6b6bae446301e1c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:37.531421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:37.539116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:37.657435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=a8ed821b-5ab6-4fdd-a01d-dae06c306927,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:37.661905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:37.733751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.738020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.745923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:37.787830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:10:37.808051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f75fff-d9f3-4e7b-a69a-d9ad03a5d1f9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:37.814196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:37.816119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.816235 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Added segment 4c580b1a-9220-4b27-8e12-659d1ce41e5b of type vlan for network 537ea6a5-2699-4c67-ae05-d2fb61275bfa
Apr 02 18:10:37.833819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d0adc-d645-4c4d-9b2f-2b6266de8e30 req-264ce42c-d4e7-42c8-b88b-d41214f639b5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:37.835461 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e35d0adc-d645-4c4d-9b2f-2b6266de8e30 req-264ce42c-d4e7-42c8-b88b-d41214f639b5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.1695936
Apr 02 18:10:37.875398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.916969 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e35d0adc-d645-4c4d-9b2f-2b6266de8e30 req-3f824158-171b-4937-b4bb-056309fda25b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745800
Apr 02 18:10:37.941995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.944005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:37.944734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:37.950506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:37.977247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.30', 52861) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:38.081903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Pushing event updated for resources: {'Network': ['ID=537ea6a5-2699-4c67-ae05-d2fb61275bfa,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:38.088457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:38.096305 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7982900
Apr 02 18:10:38.097344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52712) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:38.098444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 537ea6a5-2699-4c67-ae05-d2fb61275bfa details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:10:38.155421 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-867f5fef-84e9-4ca5-a39b-b4d909b8e34b req-5eee82ab-0182-44f6-88b4-95096cb80d39 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.0658243
Apr 02 18:10:38.169699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Request body: {'subnet': {'network_id': '537ea6a5-2699-4c67-ae05-d2fb61275bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-734394666-subnet', 'tenant_id': 'ac134d9424d84426b6b6bae446301e1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:38.175893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:38.184004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Usage tracker for resource:subnet and tenant:ac134d9424d84426b6b6bae446301e1c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:38.187017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:38.193724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:38.206896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Made reservation on behalf of ac134d9424d84426b6b6bae446301e1c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:38.212632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:38.231720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-6f1aca8e-075f-404b-ab5c-6f62039c750f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:38.233841 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-6f1aca8e-075f-404b-ab5c-6f62039c750f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 817 time: 0.2512803
Apr 02 18:10:38.361008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8a720650-1ca5-40ba-817d-f2ac39768513 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:38.362640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8a720650-1ca5-40ba-817d-f2ac39768513 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:38.419119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Allocated IP 172.20.0.8 (bcf1afee-074e-428e-964e-efe0ca3d9579/b8a9dd93-b7ae-4c98-b52c-2253b1130bec/0215ed45-dd82-434e-bb24-164c983a80ab) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:38.436540 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fdb42bf1-07d4-48f6-ae2e-c51c59fce32e req-bb84fa9a-1400-4762-a747-5a8d6ca2bb26 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0596421
Apr 02 18:10:38.555919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8a720650-1ca5-40ba-817d-f2ac39768513 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:38.557134 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8a720650-1ca5-40ba-817d-f2ac39768513 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 811 time: 1.5300915
Apr 02 18:10:38.669252 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-c97a4466-fe29-421a-a5cc-1197ca79641a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/quotas/3871e3f1bfe54f4598a8022b7984c16a HTTP/1.1" status: 200  len: 375 time: 0.0965927
Apr 02 18:10:38.687806 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-bd764e9a-1fd8-4f0b-9082-aa33d003473b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 5704 time: 0.3671446
Apr 02 18:10:38.808246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:38.824206 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-08860399-9959-46d2-b605-3917f184efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:38.828739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'port': {'device_id': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'admin_state_up': True, 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'security_groups': ['45eeb1f8-c5fb-45e5-bf37-12028e89d88c']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:39.117507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2976c58-0316-4766-bf8f-06c538e39196,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:39.123312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:39.180871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-23de5669-959b-4b5c-95e3-5b36204d37b7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:39.271811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Checking segment: {'id': '4c580b1a-9220-4b27-8e12-659d1ce41e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '537ea6a5-2699-4c67-ae05-d2fb61275bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:39.273277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Network hostable DHCP agents. Network: 537ea6a5-2699-4c67-ae05-d2fb61275bfa, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:10:39.310114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:39.313487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-23de5669-959b-4b5c-95e3-5b36204d37b7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:39.318131 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-23de5669-959b-4b5c-95e3-5b36204d37b7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6091416
Apr 02 18:10:39.319960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Network 537ea6a5-2699-4c67-ae05-d2fb61275bfa is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:10:39.328169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:39.362967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22223-4120-4697-bfc5-10ed9483cb24 req-5ef6e855-9ad3-48ed-8685-e61a9c5ba473 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:39.365278 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82c22223-4120-4697-bfc5-10ed9483cb24 req-5ef6e855-9ad3-48ed-8685-e61a9c5ba473 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 932 time: 0.1801183
Apr 02 18:10:39.366170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 537ea6a5-2699-4c67-ae05-d2fb61275bfa) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:39.370349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52754) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:39.372836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:39.374859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aeaa0c-cd17-44ae-aed1-a5045ac1a2dd None None] Network 537ea6a5-2699-4c67-ae05-d2fb61275bfa requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:39.375179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:39.447928 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2871459
Apr 02 18:10:39.502857 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82c22223-4120-4697-bfc5-10ed9483cb24 req-dc4a8a59-b1cf-4e82-8550-1188e00b5c4b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167815
Apr 02 18:10:39.549860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:39.584067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d5cfc3-c862-46a2-92d6-748091cd2393 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:10:39.613569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:39.617345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Made reservation on behalf of 1e2086447d714f2590c64429e8bf97e7 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:39.625082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:39.697564 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-78937f07-6b1e-4724-8906-bbc3b0d2c93a service neutron] 10.222.0.13 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3573523
Apr 02 18:10:39.738246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Transition to ACTIVE for port object c9d5cfc3-c862-46a2-92d6-748091cd2393 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:39.742884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device a8ed821b-5ab6-4fdd-a01d-dae06c306927 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:39.785525 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53a4d95b-3ab5-4a41-9c96-551be7df790c req-1ab23b26-31b4-4d4f-8b69-1db7011b5bd0 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.1075311
Apr 02 18:10:39.786830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52766) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:39.890933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d7481-1a89-4e0a-a212-eee3c7c760ce None None] Network 537ea6a5-2699-4c67-ae05-d2fb61275bfa requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:10:39.897828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Deleting subnet 1101a39f-bb9a-4ddf-9632-afb899c29b92 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:10:39.901354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:39.921528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Allocated IP 172.20.0.14 (39497f40-94c5-4413-b71e-84de6823d9eb/69a2cc83-78e6-4cc3-b95b-5378ab71b189/2bc00547-2a89-49b4-bc40-5931add51d64) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:40.006394 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b798e240-6ccc-4ce7-bcbc-3804c6622319 req-4b5cadd7-59a3-48c1-8816-c671b3a45e4b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0621037
Apr 02 18:10:40.015349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.027162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.084292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.096316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port a8ed821b-5ab6-4fdd-a01d-dae06c306927 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:40.096887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.113963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.132724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:40.339581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.372674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:40.409022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1101a39f-bb9a-4ddf-9632-afb899c29b92,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:40.411768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:40.453812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.469843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:40.495946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.505016 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1101a39f-bb9a-4ddf-9632-afb899c29b92 HTTP/1.1" status: 204  len: 168 time: 0.7151182
Apr 02 18:10:40.505348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52774) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:40.645819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Usage tracker for resource:security_group_rule and tenant:39be46e7f69d477c8c843a5e9f076dc5 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:40.671391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:40.751424 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Pushing event updated for resources: {'Port': ['ID=c9d5cfc3-c862-46a2-92d6-748091cd2393,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:40.759019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:40.772371 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-e85e025d-9907-40d7-b965-ce4969801bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0639231
Apr 02 18:10:40.776353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:40.780691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:40.926744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:40.995687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Transition to ACTIVE for port object 2bc00547-2a89-49b4-bc40-5931add51d64 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:41.044667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.066423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Pushing event updated for resources: {'Port': ['ID=0215ed45-dd82-434e-bb24-164c983a80ab,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:41.082212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:41.172946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Network bcf1afee-074e-428e-964e-efe0ca3d9579 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:41.233940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:41.249384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:41.256317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:41.257003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.343728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Attempting to bind port c9d5cfc3-c862-46a2-92d6-748091cd2393 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:41.344144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Attempting to bind port c9d5cfc3-c862-46a2-92d6-748091cd2393 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:41.344510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Attempting to bind port c9d5cfc3-c862-46a2-92d6-748091cd2393 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:41.355759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.366538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Port c9d5cfc3-c862-46a2-92d6-748091cd2393 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:10:41.366896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Attempting to bind port c9d5cfc3-c862-46a2-92d6-748091cd2393 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:41.372179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.382042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9425aa7-c774-4ec1-ae41-a6a85d85dea2 req-39f1954c-d78d-4222-bff4-f1eecffc9adc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:41.390060 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9425aa7-c774-4ec1-ae41-a6a85d85dea2 req-39f1954c-d78d-4222-bff4-f1eecffc9adc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 944 time: 0.4721081
Apr 02 18:10:41.390201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.393063 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9222915
Apr 02 18:10:41.396463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:41.405540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:41.405797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Checking segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:41.406393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Bound using segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:41.406927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Bound port: c9d5cfc3-c862-46a2-92d6-748091cd2393, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:41.407341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.412020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.469735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Request body: {'port': {'device_id': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:41.507420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-cd269c8b-44d3-438b-a523-974d09b94f95 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:41.508457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-cd269c8b-44d3-438b-a523-974d09b94f95 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Synchronizing usage tracker for tenant:3b955df250db4bb38cecce18a19d19ae on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:41.589753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52820) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:41.612561 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39be46e7f69d477c8c843a5e9f076dc5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1202731
Apr 02 18:10:41.612651 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9425aa7-c774-4ec1-ae41-a6a85d85dea2 req-8e1d2396-c42a-49fe-94cf-cf0c82ac7886 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206080
Apr 02 18:10:41.614242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa81f39d860>> segment before_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.614641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa81f39d860>> subnet precommit_delete_associations 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.615557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> segment_host_mapping after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.615948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> port after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.616360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> port after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.616700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> port after_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.617071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> segment after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.617459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> subnet after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.617835 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> subnet after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.618227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e0911d0>> subnet after_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.631304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9ca76-87e9-4024-bbea-f9c87444e079,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:41.633939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52824) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:41.698856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:41.708016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:41.817616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81e6a02e8>> subnet after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.818259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81e6a02e8>> subnet after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.818946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81e6a02e8>> subnet before_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.819423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81e6a02e8>> subnet before_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:10:41.820024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81f724518>,) {'filters': {'network_id': ['24fbe8b7-19dc-40c4-b7da-32bd1b119bbe']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:41.838372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81f724518>, '7d45645a-a0d3-4c37-a50b-6942e4863463') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:41.838372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81f724518>, '7d45645a-a0d3-4c37-a50b-6942e4863463') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:41.838803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-cd269c8b-44d3-438b-a523-974d09b94f95 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Unset dirty status for tenant:3b955df250db4bb38cecce18a19d19ae on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:41.840071 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-cd269c8b-44d3-438b-a523-974d09b94f95 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 931 time: 0.7607269
Apr 02 18:10:41.917676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.934726 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ca3c5600-341d-4e37-bdb1-42a0eeb19687 req-204e0785-9268-484b-83a3-4cd5b373e284 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.0656183
Apr 02 18:10:41.941631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:41.953171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:10:41.974441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:41.985520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:41.987408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] For port c9d5cfc3-c862-46a2-92d6-748091cd2393, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:42.028261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.063608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-fa6e976a-22b3-47be-af34-428c7bd63b43 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Synchronizing usage tracker for tenant:3b955df250db4bb38cecce18a19d19ae on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:42.068553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.153790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Network 39497f40-94c5-4413-b71e-84de6823d9eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:42.154891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:42.164993 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:42.168541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Usage tracker for resource:security_group_rule and tenant:3bf148b398844defa3bd71e887f7b9c1 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:42.172445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.175200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:42.181314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:42.181985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.186805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:42.221216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:42.229568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:10:42.242372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.250457 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5407207
Apr 02 18:10:42.331207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Request body: {'port': {'device_id': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:42.402687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.431115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.30', 52867) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:42.441535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-61581da3-fbc1-4dd1-b877-4f6219108a6e None None] Provisioning for port 2bc00547-2a89-49b4-bc40-5931add51d64 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:42.448405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-61581da3-fbc1-4dd1-b877-4f6219108a6e None None] Provisioning complete for port 2bc00547-2a89-49b4-bc40-5931add51d64 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:42.449096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-61581da3-fbc1-4dd1-b877-4f6219108a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.472449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Network 24fbe8b7-19dc-40c4-b7da-32bd1b119bbe has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:10:42.522529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-61581da3-fbc1-4dd1-b877-4f6219108a6e None None] Port 2bc00547-2a89-49b4-bc40-5931add51d64 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   from cryptography.utils import int_from_bytes
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   from cryptography.utils import int_from_bytes
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   (rel_b, rel_a, rel_b),
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   (rel_b, rel_a, rel_b),
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:10:42.528411 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:10:42.587330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.617784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30778b-2610-427c-a10f-23b76f25c47e req-7d50d8c5-51e7-4f36-960b-53741aa95e1c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:42.619440 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec30778b-2610-427c-a10f-23b76f25c47e req-7d50d8c5-51e7-4f36-960b-53741aa95e1c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 932 time: 0.5290430
Apr 02 18:10:42.632148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.675082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:42.695092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.701394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=24fbe8b7-19dc-40c4-b7da-32bd1b119bbe,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:42.708635 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec30778b-2610-427c-a10f-23b76f25c47e req-6daa4bd2-6c2b-47c7-9023-6503b6f1b0bd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787830
Apr 02 18:10:42.711114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:42.715386 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e016bd85-755d-4a10-91a7-022777e6cb2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/24fbe8b7-19dc-40c4-b7da-32bd1b119bbe HTTP/1.1" status: 204  len: 168 time: 2.2068098
Apr 02 18:10:42.716111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52844) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:42.789636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Deleting subnet e2976c58-0316-4766-bf8f-06c538e39196 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:10:42.793281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.905356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:42.984072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.008312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] For port c9d5cfc3-c862-46a2-92d6-748091cd2393, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:43.045623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690622bb-b7e7-4d72-a256-a3e3fe4ff4d4 req-b85e92a5-e1e7-47df-be24-26e9b8fd60c2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:43.047239 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-690622bb-b7e7-4d72-a256-a3e3fe4ff4d4 req-b85e92a5-e1e7-47df-be24-26e9b8fd60c2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 944 time: 0.2009645
Apr 02 18:10:43.051350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.100012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:43.189702 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-690622bb-b7e7-4d72-a256-a3e3fe4ff4d4 req-102b5adc-4b95-4030-aaa8-7185ab2131b7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210556
Apr 02 18:10:43.357655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.362339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.382642 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-871e869e-963d-4dca-a5e4-ec23e31a2ca5 req-e50ebb6e-4f06-498f-919a-2d83a4483b27 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.0723341
Apr 02 18:10:43.386685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:43.440554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2976c58-0316-4766-bf8f-06c538e39196,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:43.444337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:43.460538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-5989c304-2576-4c14-99d5-8442fdadc97d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:43.462053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-5989c304-2576-4c14-99d5-8442fdadc97d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 811 time: 1.0162263
Apr 02 18:10:43.531910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.542558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-55169bf0-34a0-4c67-a137-dae2da399b0d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2976c58-0316-4766-bf8f-06c538e39196 HTTP/1.1" status: 204  len: 168 time: 0.8229046
Apr 02 18:10:43.542967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52852) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:43.574414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Pushing event updated for resources: {'Port': ['ID=c9d5cfc3-c862-46a2-92d6-748091cd2393,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:43.580969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.594109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:43.597302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8048c976-e37c-4834-9346-90369e142518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:43.641329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.662480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.665317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e9ca76-87e9-4024-bbea-f9c87444e079,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:43.679171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.682652 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7e9ca76-87e9-4024-bbea-f9c87444e079 HTTP/1.1" status: 204  len: 168 time: 1.9909682
Apr 02 18:10:43.688607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:43.695269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:43.702636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-fa6e976a-22b3-47be-af34-428c7bd63b43 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Unset dirty status for tenant:3b955df250db4bb38cecce18a19d19ae on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:43.703882 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ad1ff407-626b-46d8-b7a4-02b165e3a8ba req-fa6e976a-22b3-47be-af34-428c7bd63b43 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8219225
Apr 02 18:10:43.797083 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bf148b398844defa3bd71e887f7b9c1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2037265
Apr 02 18:10:43.800418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52860) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:43.838134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:43.838733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:43.840252 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] 10.222.0.30 "PUT /v2.0/ports/c9d5cfc3-c862-46a2-92d6-748091cd2393 HTTP/1.1" status: 200  len: 1094 time: 7.7306354
Apr 02 18:10:43.842023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'tag': 'c9d5cfc3-c862-46a2-92d6-748091cd2393'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:10:43.900436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492233c8-ac4a-4201-a4a5-d57c69b58758,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:43.912611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:43.992392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.009982 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-851bf984-e359-4400-990e-10ce95b60ec2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3871e3f1bfe54f4598a8022b7984c16a HTTP/1.1" status: 200  len: 5704 time: 0.5272892
Apr 02 18:10:44.030622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'port': {'device_id': '53327414-90dd-4946-83be-2d48753a9bcc', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'admin_state_up': True, 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'security_groups': ['54c623f5-4a45-49e0-994c-b62fd995288d']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:44.215134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 52870) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:44.300059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.310507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0215ed45-dd82-434e-bb24-164c983a80ab {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:10:44.319147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.332307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.379868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e934a58>,) {'filters': {'network_id': ['537ea6a5-2699-4c67-ae05-d2fb61275bfa']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:44.402519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:44.407267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.428767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:10:44.432689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e934a58>, '4c580b1a-9220-4b27-8e12-659d1ce41e5b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:44.433028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e934a58>, '4c580b1a-9220-4b27-8e12-659d1ce41e5b') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:10:44.439403 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-5286a4cb-6ee2-4e8a-a75f-546560176961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:44.441026 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-5286a4cb-6ee2-4e8a-a75f-546560176961 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 1097 time: 0.5306652
Apr 02 18:10:44.449741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Usage tracker for resource:security_group_rule and tenant:32c6f6bdd34a4a838315360733b33342 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:44.453608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98236-01cc-48d5-b717-9a93c77fa252 req-dead77e5-ec64-4d42-a258-a9de6a1ab7a6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:44.454913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Transition to ACTIVE for port object 0215ed45-dd82-434e-bb24-164c983a80ab will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:44.455214 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fdc98236-01cc-48d5-b717-9a93c77fa252 req-dead77e5-ec64-4d42-a258-a9de6a1ab7a6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 932 time: 0.5455732
Apr 02 18:10:44.463896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.489584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:44.517313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.532849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:10:44.568969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.570750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:44.592539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:44.608845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:44.633986 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fdc98236-01cc-48d5-b717-9a93c77fa252 req-9a9fdfc2-161a-4046-bceb-9a3cc33c08cc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500597
Apr 02 18:10:44.679465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.738340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:44.776661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492233c8-ac4a-4201-a4a5-d57c69b58758,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:44.779196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:44.781539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Network 537ea6a5-2699-4c67-ae05-d2fb61275bfa has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:10:44.815418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.832800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:44.836778 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/492233c8-ac4a-4201-a4a5-d57c69b58758 HTTP/1.1" status: 204  len: 168 time: 0.9989796
Apr 02 18:10:44.894178 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-4724939f-40d2-4168-81d6-63ea18e990d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393 HTTP/1.1" status: 200  len: 217 time: 0.4379520
Apr 02 18:10:44.904848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Pushing event updated for resources: {'Port': ['ID=0215ed45-dd82-434e-bb24-164c983a80ab,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:44.926516 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'tag': 'c9d5cfc3-c862-46a2-92d6-748091cd2393', 'status': 'completed', 'code': 200}
Apr 02 18:10:44.933451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:45.007417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:45.024339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc00547-2a89-49b4-bc40-5931add51d64 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:10:45.025354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Network 537ea6a5-2699-4c67-ae05-d2fb61275bfa has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:10:45.044292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05864e81-5f61-4a77-b341-9e125fe31282 req-1673469f-b6ed-4f2d-8692-7f182db0ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:45.045964 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-1673469f-b6ed-4f2d-8692-7f182db0ed99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.1380968
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:10:45.098007 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:10:45.099926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.119553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3baf24e0-c358-487d-a620-088ef23980a9 req-b6bc3b4c-2476-4e0e-a737-a877a2bd6708 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.0978894
Apr 02 18:10:45.177742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Made reservation on behalf of 3871e3f1bfe54f4598a8022b7984c16a for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:10:45.183892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.198578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.208209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:45.218988 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-8d58c5ee-dff5-4c0b-b3bb-0a0158c092e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1092410
Apr 02 18:10:45.228342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.232795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Transition to ACTIVE for port object 2bc00547-2a89-49b4-bc40-5931add51d64 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:45.241770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Pushing event deleted for resources: {'Network': ['ID=537ea6a5-2699-4c67-ae05-d2fb61275bfa,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:45.249381 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/537ea6a5-2699-4c67-ae05-d2fb61275bfa HTTP/1.1" status: 204  len: 168 time: 1.7052591
Apr 02 18:10:45.250720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:45.252866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568ed7-0380-489e-80ca-fed8d913c582 req-c2a2d80f-63f0-4400-9927-6071568f757e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:45.260839 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb568ed7-0380-489e-80ca-fed8d913c582 req-c2a2d80f-63f0-4400-9927-6071568f757e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 944 time: 0.9257684
Apr 02 18:10:45.337442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52894) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:45.351278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.364596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.386888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:45.393545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Usage tracker for resource:security_group_rule and tenant:33a88e7598d34718b6305fec941fb268 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:45.406131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:45.409770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52898) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:45.428459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:45.429254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:45.487263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ce422-1542-4314-8b3b-d415280f4cf0 req-585f2061-d35a-456e-8a9c-097c4dede6d3 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:45.489398 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-870ce422-1542-4314-8b3b-d415280f4cf0 req-585f2061-d35a-456e-8a9c-097c4dede6d3 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.2023759
Apr 02 18:10:45.665116 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e7b01310-314b-4b17-9ae2-83cb466b1cd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf334b98157f4be2b59f1c6ab0e3120b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2538402
Apr 02 18:10:45.670126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52906) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:45.712792 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-870ce422-1542-4314-8b3b-d415280f4cf0 req-d0d04f32-5d60-48cd-bab7-363d34cd6361 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854832
Apr 02 18:10:45.730180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.746426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.754177 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb568ed7-0380-489e-80ca-fed8d913c582 req-452fd890-8e61-4e13-be5c-c72e1b78f134 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4923985
Apr 02 18:10:45.760754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-92bfdeea-94d3-4348-8469-aaa4fd4087a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:45.819693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.823359 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33a88e7598d34718b6305fec941fb268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4854984
Apr 02 18:10:45.825363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac221ebe-6836-4b56-b348-4a0103c6ce61,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:45.836418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52910) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:45.842444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:45.922129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:45.947507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:45.971306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:46.022744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.055367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.064128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.067137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e74d3-ffaa-47d0-b99d-7408de0bc541 req-864fe038-f025-4529-86af-e4a6a212a5cb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:46.068822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-461e74d3-ffaa-47d0-b99d-7408de0bc541 req-864fe038-f025-4529-86af-e4a6a212a5cb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.2141082
Apr 02 18:10:46.070862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.085834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:46.095175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Allocated IP 172.20.0.13 (1e015981-5138-467f-9287-c5c1a9f6ef05/df99700b-2f47-47de-9daf-9adc3f12c4fa/e3a492fb-34a3-4bee-afb6-e214e5d0504c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:10:46.129322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb57d94-0d79-425c-93d8-0e8bf9576f68,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:46.137896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:46.161594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.169525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:46.178598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.182238 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb57d94-0d79-425c-93d8-0e8bf9576f68 HTTP/1.1" status: 204  len: 168 time: 0.5081294
Apr 02 18:10:46.192408 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-bfc5ef34-13d9-4126-add6-f0dbb9408712 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9570720
Apr 02 18:10:46.207805 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-461e74d3-ffaa-47d0-b99d-7408de0bc541 req-f3efbcc7-afef-467c-8c1c-a9e7788c86fc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228631
Apr 02 18:10:46.216667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.232405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:46.257331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac221ebe-6836-4b56-b348-4a0103c6ce61,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:46.261876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:46.265367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.269854 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac221ebe-6836-4b56-b348-4a0103c6ce61 HTTP/1.1" status: 204  len: 168 time: 0.4292510
Apr 02 18:10:46.311941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Attempting to bind port 0215ed45-dd82-434e-bb24-164c983a80ab on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:46.312315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Attempting to bind port 0215ed45-dd82-434e-bb24-164c983a80ab by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'ab163c76-8b62-4420-aea8-72d33f8b440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:46.312681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Attempting to bind port 0215ed45-dd82-434e-bb24-164c983a80ab on network bcf1afee-074e-428e-964e-efe0ca3d9579 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:46.391400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5950967b-3acf-4d4c-a2e6-04c4c07d336d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:46.433071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:46.436679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Port 0215ed45-dd82-434e-bb24-164c983a80ab on network bcf1afee-074e-428e-964e-efe0ca3d9579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:10:46.437044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Attempting to bind port 0215ed45-dd82-434e-bb24-164c983a80ab on network bcf1afee-074e-428e-964e-efe0ca3d9579 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:46.461834 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-309ccb5f-c101-41a5-bfa2-ec03c6b79ba0 req-a0a6916d-fd2b-4cf4-9b2b-d93514d00bf6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.1419349
Apr 02 18:10:46.464228 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32c6f6bdd34a4a838315360733b33342&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2331762
Apr 02 18:10:46.467484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52920) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:46.477993 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:46.478356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Checking segment: {'id': 'ab163c76-8b62-4420-aea8-72d33f8b440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:46.478992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Bound using segment: {'id': 'ab163c76-8b62-4420-aea8-72d33f8b440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:46.479496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Bound port: 0215ed45-dd82-434e-bb24-164c983a80ab, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab163c76-8b62-4420-aea8-72d33f8b440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:46.479853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.597158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.632680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.659697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Attempting to bind port 2bc00547-2a89-49b4-bc40-5931add51d64 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:46.660069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Attempting to bind port 2bc00547-2a89-49b4-bc40-5931add51d64 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:46.660430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Attempting to bind port 2bc00547-2a89-49b4-bc40-5931add51d64 on network 39497f40-94c5-4413-b71e-84de6823d9eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:46.693139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.693955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Port 2bc00547-2a89-49b4-bc40-5931add51d64 on network 39497f40-94c5-4413-b71e-84de6823d9eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:10:46.694311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Attempting to bind port 2bc00547-2a89-49b4-bc40-5931add51d64 on network 39497f40-94c5-4413-b71e-84de6823d9eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:46.703175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:46.716823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950967b-3acf-4d4c-a2e6-04c4c07d336d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:46.727680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:46.733814 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.735468 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5950967b-3acf-4d4c-a2e6-04c4c07d336d HTTP/1.1" status: 204  len: 168 time: 0.2664244
Apr 02 18:10:46.799133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:46.799510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Checking segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:46.800051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Bound using segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:46.800532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Bound port: 2bc00547-2a89-49b4-bc40-5931add51d64, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:46.800909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:46.981444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52942) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:47.081439 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-feed11ed-8a41-4d8f-be95-fb2b68702616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac134d9424d84426b6b6bae446301e1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0981541
Apr 02 18:10:47.092139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d144e7f-4f0b-4718-b7ba-d93484126952 req-01b2ae08-93a6-439e-a969-c92331907342 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:47.093772 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6d144e7f-4f0b-4718-b7ba-d93484126952 req-01b2ae08-93a6-439e-a969-c92331907342 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.1714153
Apr 02 18:10:47.094475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 52946) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:47.115745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:47.119625 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05864e81-5f61-4a77-b341-9e125fe31282 req-0d789320-6c5c-44a3-b725-7845e3d0e50d service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8950298
Apr 02 18:10:47.221907 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6d144e7f-4f0b-4718-b7ba-d93484126952 req-bdcddc6d-11e4-4020-a2d6-1d03f3c22d4b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186180
Apr 02 18:10:47.232881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:47.233956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:47.278639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:47.376811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:47.384388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:47.446438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f75fff-d9f3-4e7b-a69a-d9ad03a5d1f9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:47.452361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:47.459888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:47.464327 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0f75fff-d9f3-4e7b-a69a-d9ad03a5d1f9 HTTP/1.1" status: 204  len: 168 time: 0.3641779
Apr 02 18:10:47.535653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204c45c-b830-4439-bef1-4657203ce695 req-1045fc3c-42e7-44a0-8543-0b8002a027df tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:47.537502 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f204c45c-b830-4439-bef1-4657203ce695 req-1045fc3c-42e7-44a0-8543-0b8002a027df tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1400700
Apr 02 18:10:47.623848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:47.626579 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f204c45c-b830-4439-bef1-4657203ce695 req-4e549ef0-772c-4ba8-b7c4-e79f4c0905ce tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819819
Apr 02 18:10:47.633609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] For port 0215ed45-dd82-434e-bb24-164c983a80ab, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:47.710493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:47.851467 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2fa60f82-78b0-4eb5-8811-52c511cc148d req-79b3d9b9-32f1-4ca4-8302-76cd907bc277 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.0885630
Apr 02 18:10:47.875069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Transition to ACTIVE for port object e3a492fb-34a3-4bee-afb6-e214e5d0504c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:47.887989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] For port 0215ed45-dd82-434e-bb24-164c983a80ab, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0215ed45-dd82-434e-bb24-164c983a80ab,segment=NetworkSegment(ab163c76-8b62-4420-aea8-72d33f8b440b),segment_id=ab163c76-8b62-4420-aea8-72d33f8b440b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:47.889414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c33d607e-0c1f-4c5a-a3c9-18327bb2232f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:47.964356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:48.187820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41c877-7aab-4b4f-b444-2ab6933abc19 req-ef0b8c35-3c9c-4864-a71a-b883829d4541 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:48.189975 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb41c877-7aab-4b4f-b444-2ab6933abc19 req-ef0b8c35-3c9c-4864-a71a-b883829d4541 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 944 time: 1.1423380
Apr 02 18:10:48.195114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:48.198573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:48.199829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:48.206367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:48.206579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:48.208265 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 1094 time: 5.8821921
Apr 02 18:10:48.212870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d90cb43-0a66-4445-847f-955d4b2e3c8b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:48.251248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:10:48.432286 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb41c877-7aab-4b4f-b444-2ab6933abc19 req-59eebae4-03ab-49f0-b5a7-1a53e8d0806f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227726
Apr 02 18:10:48.434377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-a734cab8-e984-4d70-8242-648be61203e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:48.436050 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-a734cab8-e984-4d70-8242-648be61203e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 1097 time: 0.7960405
Apr 02 18:10:48.589587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786edc3-d3cf-4773-bbfa-409cb1563b85 req-e822c246-c487-4ecc-9835-2272863b0211 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:48.607666 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a786edc3-d3cf-4773-bbfa-409cb1563b85 req-e822c246-c487-4ecc-9835-2272863b0211 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.2015369
Apr 02 18:10:48.705546 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a786edc3-d3cf-4773-bbfa-409cb1563b85 req-1fe530c4-4a38-499a-ba20-d9c285eeaa62 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963018
Apr 02 18:10:48.729573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'status': 'completed', 'code': 200}
Apr 02 18:10:48.737500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:48.738118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:48.741651 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] 10.222.0.30 "PUT /v2.0/ports/0215ed45-dd82-434e-bb24-164c983a80ab HTTP/1.1" status: 200  len: 1093 time: 7.3166184
Apr 02 18:10:48.741651 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Pushing event updated for resources: {'Port': ['ID=0215ed45-dd82-434e-bb24-164c983a80ab,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:48.998317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-59c38646-6888-452b-8886-a2c79a3dd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.031460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-59c38646-6888-452b-8886-a2c79a3dd26e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1097 time: 0.7454116
Apr 02 18:10:49.123978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362cb12-f7ce-46ea-9a23-6513d14d870a req-9d511c9c-42c2-411e-8dcc-9bd9534e2c4d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.125983 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2362cb12-f7ce-46ea-9a23-6513d14d870a req-9d511c9c-42c2-411e-8dcc-9bd9534e2c4d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 932 time: 0.1303515
Apr 02 18:10:49.172101 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-bc28faba-99bf-420c-9930-948515f8d902 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 217 time: 0.1038921
Apr 02 18:10:49.173383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-75f805b0-7b73-4109-8d51-c305db56eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.175151 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-75f805b0-7b73-4109-8d51-c305db56eb0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 916 time: 0.7075255
Apr 02 18:10:49.196211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2362cb12-f7ce-46ea-9a23-6513d14d870a req-afec7619-9637-44fc-bb47-5f3fd01a25f1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:49.210575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2362cb12-f7ce-46ea-9a23-6513d14d870a req-afec7619-9637-44fc-bb47-5f3fd01a25f1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:49.212425 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2362cb12-f7ce-46ea-9a23-6513d14d870a req-afec7619-9637-44fc-bb47-5f3fd01a25f1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778148
Apr 02 18:10:49.301026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'Port': ['ID=e3a492fb-34a3-4bee-afb6-e214e5d0504c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:49.321167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:49.327670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.009s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:49.327815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:49.333499 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-bbc1dfc9-5558-4715-9d88-5b5a89abcfe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393 HTTP/1.1" status: 200  len: 217 time: 0.1444516
Apr 02 18:10:49.362394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:10:49.363667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:10:49.405503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:10:49.413836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.415766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:49.485909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-ca8628e1-78c9-4145-adc6-453a6b67ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.487713 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-ca8628e1-78c9-4145-adc6-453a6b67ff7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.2943916
Apr 02 18:10:49.494954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-67ec5cdc-167d-4117-b692-769f6728371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.496606 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-67ec5cdc-167d-4117-b692-769f6728371c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b955df250db4bb38cecce18a19d19ae&device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 1096 time: 0.6609371
Apr 02 18:10:49.623446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1b7f-aee6-4a43-971f-4a932c025502 req-ae32e8c2-5f2a-4b10-96b8-ae9435d82ec6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.624256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6cfa1b7f-aee6-4a43-971f-4a932c025502 req-ae32e8c2-5f2a-4b10-96b8-ae9435d82ec6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:49.654163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-5bbc964d-fc23-41bf-9456-d33ee7b47464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.657011 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-5bbc964d-fc23-41bf-9456-d33ee7b47464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.2974706
Apr 02 18:10:49.684964 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-c7457649-f74d-48c5-a186-d6d61a8e1bd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0215ed45-dd82-434e-bb24-164c983a80ab HTTP/1.1" status: 200  len: 217 time: 0.1782780
Apr 02 18:10:49.753873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979ddbd-c9c3-4cff-8469-8b01a95ba050 req-7bc9b4b9-cba2-48a0-aea9-843a37cf6676 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:49.762677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-09d4d100-bed8-4f2e-8bf6-5e760d590222 None None] Provisioning for port e3a492fb-34a3-4bee-afb6-e214e5d0504c completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:49.763438 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6979ddbd-c9c3-4cff-8469-8b01a95ba050 req-7bc9b4b9-cba2-48a0-aea9-843a37cf6676 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 944 time: 0.1161788
Apr 02 18:10:49.774852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-09d4d100-bed8-4f2e-8bf6-5e760d590222 None None] Provisioning complete for port e3a492fb-34a3-4bee-afb6-e214e5d0504c triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:49.775335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-09d4d100-bed8-4f2e-8bf6-5e760d590222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:49.827886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6979ddbd-c9c3-4cff-8469-8b01a95ba050 req-373eb203-24de-4640-8152-e1755a0f6471 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604315
Apr 02 18:10:49.910044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-09d4d100-bed8-4f2e-8bf6-5e760d590222 None None] Port e3a492fb-34a3-4bee-afb6-e214e5d0504c cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:10:50.071854 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.0463216
Apr 02 18:10:50.081886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-d8becd86-214e-47e1-a0b6-b97c45e34e75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3895452
Apr 02 18:10:50.107005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4bcfe-a050-4804-89a2-cd0b24743940 req-91fd66c1-cb7f-41b2-bc3f-93e89dad13ce tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:50.113111 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-49c4bcfe-a050-4804-89a2-cd0b24743940 req-91fd66c1-cb7f-41b2-bc3f-93e89dad13ce tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.1345534
Apr 02 18:10:50.132003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Request body: {'port': {'device_id': '53327414-90dd-4946-83be-2d48753a9bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:10:50.195028 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-49c4bcfe-a050-4804-89a2-cd0b24743940 req-5a33bc21-6823-4d01-9966-1d7deca408ad tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744209
Apr 02 18:10:50.227553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6cfa1b7f-aee6-4a43-971f-4a932c025502 req-ae32e8c2-5f2a-4b10-96b8-ae9435d82ec6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:50.231526 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6cfa1b7f-aee6-4a43-971f-4a932c025502 req-ae32e8c2-5f2a-4b10-96b8-ae9435d82ec6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 1.3886402
Apr 02 18:10:50.445693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9a3632c8-4b55-4791-819c-30eb4468516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:50.450427 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-9a3632c8-4b55-4791-819c-30eb4468516b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8a9dd93-b7ae-4c98-b52c-2253b1130bec HTTP/1.1" status: 200  len: 852 time: 0.3764384
Apr 02 18:10:50.527101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e13e0-07f6-445c-8ed9-819dc22f8958 req-a34304a3-8410-4112-bf4f-f8161ba3a2ac tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:50.536116 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-483e13e0-07f6-445c-8ed9-819dc22f8958 req-a34304a3-8410-4112-bf4f-f8161ba3a2ac tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 932 time: 0.1521311
Apr 02 18:10:50.597060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:50.603664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-483e13e0-07f6-445c-8ed9-819dc22f8958 req-4dcf6c1e-09d8-4dd5-bb0b-2b31aaea2afa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657337
Apr 02 18:10:50.697275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-fdcc74a1-e1fb-400b-be2d-2d7e998062bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:50.699277 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-fdcc74a1-e1fb-400b-be2d-2d7e998062bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1971176
Apr 02 18:10:50.735701 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6cfa1b7f-aee6-4a43-971f-4a932c025502 req-8713a957-fe9a-4142-9bfe-8c7ba1519c99 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4604905
Apr 02 18:10:50.769571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'tag': '0215ed45-dd82-434e-bb24-164c983a80ab'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:10:50.815612 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-94af37f4-a45a-419b-8f7b-da6337be3b36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcf1afee-074e-428e-964e-efe0ca3d9579&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2237921
Apr 02 18:10:50.926191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53110) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:50.933803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'tag': '0215ed45-dd82-434e-bb24-164c983a80ab', 'status': 'completed', 'code': 200}
Apr 02 18:10:51.037081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device c9d5cfc3-c862-46a2-92d6-748091cd2393 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:10:51.125478 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-b866187d-1572-4ef6-9fd3-62dbb0d2f673 service neutron] 10.222.0.30 "GET /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2978725
Apr 02 18:10:51.162046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.192476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:51.202871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Usage tracker for resource:security_group_rule and tenant:6d86a50a177b419c8b181777fb5c66c9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:51.206858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:51.221066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:51.275143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port c9d5cfc3-c862-46a2-92d6-748091cd2393, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:51.291187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'c9d5cfc3-c862-46a2-92d6-748091cd2393', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'port_id': 'c9d5cfc3-c862-46a2-92d6-748091cd2393', 'mac_address': 'fa:16:3e:b9:f2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130e732b-dd95-4ddd-a81b-a732a89798c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:10:51.308866 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-c01fd070-643f-40f0-bc56-eb7ebb2e20a3 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1371093
Apr 02 18:10:51.362710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.369174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.375336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.380699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e66f280c-54e8-4ab1-b05d-26292b917f18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:51.401092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d5cfc3-c862-46a2-92d6-748091cd2393 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:10:51.423470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port c9d5cfc3-c862-46a2-92d6-748091cd2393, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:51.428092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.430964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:51.465005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7aa35f-833e-467e-8943-e3da02f849c2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:51.476701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:51.546664 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=c9d5cfc3-c862-46a2-92d6-748091cd2393,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:51.555185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:51.565758 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d86a50a177b419c8b181777fb5c66c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6372921
Apr 02 18:10:51.573068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53128) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:51.690703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a252e0-c92d-4ee9-94c1-4b5405d7b174 req-9793f661-1030-4daf-9fa0-8f9d4f46c737 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:51.692446 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-06a252e0-c92d-4ee9-94c1-4b5405d7b174 req-9793f661-1030-4daf-9fa0-8f9d4f46c737 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.2243800
Apr 02 18:10:51.704237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.813055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:10:51.816204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.842239 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-06a252e0-c92d-4ee9-94c1-4b5405d7b174 req-b30ad319-0119-497b-baed-d6f8fc71e612 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397762
Apr 02 18:10:51.894419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.901027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a1249ba-6933-4f97-b43c-223bf3c28c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:51.921711 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7aa35f-833e-467e-8943-e3da02f849c2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:51.925543 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:51.928537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:51.929964 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d7aa35f-833e-467e-8943-e3da02f849c2 HTTP/1.1" status: 204  len: 168 time: 0.3561900
Apr 02 18:10:51.994263 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-b95511aa-70fb-4b45-87f9-56b0bd7dc831 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2762713
Apr 02 18:10:52.105113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961b6c2-a250-4431-bdff-773a6b1cdda2 req-8afdd3fb-6024-455c-aa6c-761a9c4c3330 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:52.107033 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b961b6c2-a250-4431-bdff-773a6b1cdda2 req-8afdd3fb-6024-455c-aa6c-761a9c4c3330 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 932 time: 0.1561258
Apr 02 18:10:52.107486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53148) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:52.108437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4e00-b5ad-43b4-9adb-88e9d46488b5 req-a551dda1-6779-4514-9870-d57f92506d2d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:52.116538 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1ebc4e00-b5ad-43b4-9adb-88e9d46488b5 req-a551dda1-6779-4514-9870-d57f92506d2d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 944 time: 0.9871442
Apr 02 18:10:52.202369 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b961b6c2-a250-4431-bdff-773a6b1cdda2 req-f45d9d11-225e-437d-bcd7-0c5b9ad6657f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852115
Apr 02 18:10:52.412983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.438226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:52.446358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:5d35b48b340d48d8a48658a142671253 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:52.452201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:52.457341 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a76d28f2-be96-40cc-883c-fb9c0b7efc67 req-59691324-0b4c-4fb1-b11c-efb1f22cff24 service neutron] 10.222.0.30 "GET /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3201892
Apr 02 18:10:52.459895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:52.473511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53158) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:52.514438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcf66d-eb34-4652-8895-193c679e69d7 req-df5fedd9-346d-4ebd-a218-aa633e61f79c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:52.524719 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86bcf66d-eb34-4652-8895-193c679e69d7 req-df5fedd9-346d-4ebd-a218-aa633e61f79c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.2034745
Apr 02 18:10:52.540556 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e46bc745-418e-44ac-877c-ebba7c5ceb6f req-37a491d4-bcb5-409b-a2da-e2bcbdf048ea service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5370960
Apr 02 18:10:52.588304 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff544266-3c97-4e59-a196-68e57aa86d63 req-24e25209-c718-4cd1-a5b3-95e94a000306 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9971259
Apr 02 18:10:52.599159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.621785 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86bcf66d-eb34-4652-8895-193c679e69d7 req-290f1f15-1991-4524-b1a6-ee0029636846 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959499
Apr 02 18:10:52.631262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:52.637354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c15bd420bd6412885c3d32e40787593 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:52.644828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:52.652847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:52.663805 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1ebc4e00-b5ad-43b4-9adb-88e9d46488b5 req-82984f4b-c311-46bf-ba4d-e9f32e2c9ed8 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5462644
Apr 02 18:10:52.724577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.731498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.741479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2046fcc8-7a70-4142-89cb-f822f268f72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:52.803185 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d35b48b340d48d8a48658a142671253&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6923084
Apr 02 18:10:52.803975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53164) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:52.804983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cdf89-f42f-4aec-840c-70b978be8d5d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:52.816077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:52.827846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-78b91437-1556-4b7b-9737-44edf9df8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:52.829453 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-78b91437-1556-4b7b-9737-44edf9df8e44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b955df250db4bb38cecce18a19d19ae&device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 1096 time: 0.2855043
Apr 02 18:10:52.835212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-17ddc6be-1efd-4463-87c4-854993381d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:52.836702 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-17ddc6be-1efd-4463-87c4-854993381d18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1097 time: 0.2380898
Apr 02 18:10:52.895021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.918123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.921097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:52.936562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1061605c-8906-4adb-bb19-85fcc99ffa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:52.997081 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c15bd420bd6412885c3d32e40787593&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5224514
Apr 02 18:10:53.042409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.045690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 53172) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:53.050546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a492fb-34a3-4bee-afb6-e214e5d0504c {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:10:53.067792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b7f241-5f03-4149-a4fe-6a8ab0508264,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:53.078657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:53.140584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.148355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d4144fad-4c77-4706-9cec-714a8bdc4cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:53.165783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.170616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-b27fa9ab-1790-4e1b-9108-1ee76435153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.171267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98f98-4334-431b-8493-aa80da4b4dac req-c026d7e2-9654-40db-bf45-c5bde49475d9 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.172355 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-b27fa9ab-1790-4e1b-9108-1ee76435153f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcf1afee-074e-428e-964e-efe0ca3d9579 HTTP/1.1" status: 200  len: 913 time: 0.3325469
Apr 02 18:10:53.172930 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3de98f98-4334-431b-8493-aa80da4b4dac req-c026d7e2-9654-40db-bf45-c5bde49475d9 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.1788301
Apr 02 18:10:53.175022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cdf89-f42f-4aec-840c-70b978be8d5d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:53.185855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:53.187551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.191700 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e4cdf89-f42f-4aec-840c-70b978be8d5d HTTP/1.1" status: 204  len: 168 time: 0.3803349
Apr 02 18:10:53.234047 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3de98f98-4334-431b-8493-aa80da4b4dac req-696d0d36-0993-408a-a343-91f5f92cda30 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493259
Apr 02 18:10:53.280560 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-9ae7a80a-359f-4be6-8c20-c2133e038f61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0215ed45-dd82-434e-bb24-164c983a80ab HTTP/1.1" status: 200  len: 217 time: 0.1001318
Apr 02 18:10:53.337875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-be662e5a-057f-4fb1-ae27-188dbde4ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.339460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-be662e5a-057f-4fb1-ae27-188dbde4ce51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.3496740
Apr 02 18:10:53.449152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Transition to ACTIVE for port object e3a492fb-34a3-4bee-afb6-e214e5d0504c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:10:53.493435 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-639f789d-8dfb-4dfd-9dd9-50e2ee8fb59f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 217 time: 0.1394229
Apr 02 18:10:53.494050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.512633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.580647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:53.587361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53184) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:53.607189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.629170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:53.633310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb94f2d64de4746825993975792b7f2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:53.636259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:53.642500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:53.646065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-f39d5f85-2cbc-4581-b520-d1756f9651b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.647715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-f39d5f85-2cbc-4581-b520-d1756f9651b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8a9dd93-b7ae-4c98-b52c-2253b1130bec HTTP/1.1" status: 200  len: 852 time: 0.3586078
Apr 02 18:10:53.757127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.761251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.771399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:53.771738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:53.843454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-99790a1e-b00e-408f-9a32-90e108c374c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.845030 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-99790a1e-b00e-408f-9a32-90e108c374c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.3209944
Apr 02 18:10:53.857728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a492fb-34a3-4bee-afb6-e214e5d0504c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:53.867599 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fb94f2d64de4746825993975792b7f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790565
Apr 02 18:10:53.870417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53194) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:53.874667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdba507-2dea-458b-b258-c483bf0ce306,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:53.878855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:53.883321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:53.891684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913198b2-283f-4e9a-bd2f-15e9a68c6816 req-aa5a1ae4-4b47-401a-94d9-8c3873db61c6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.892580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-913198b2-283f-4e9a-bd2f-15e9a68c6816 req-aa5a1ae4-4b47-401a-94d9-8c3873db61c6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:10:53.963657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801ea7-97dc-438e-ae92-937c5ed13f3d req-1811b433-2858-46e6-8b8b-90d2d6295767 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:53.965311 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92801ea7-97dc-438e-ae92-937c5ed13f3d req-1811b433-2858-46e6-8b8b-90d2d6295767 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1833634
Apr 02 18:10:53.976680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-913198b2-283f-4e9a-bd2f-15e9a68c6816 req-aa5a1ae4-4b47-401a-94d9-8c3873db61c6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:10:53.977984 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-913198b2-283f-4e9a-bd2f-15e9a68c6816 req-aa5a1ae4-4b47-401a-94d9-8c3873db61c6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.6320179
Apr 02 18:10:53.985676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.003706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-da097ea8-0789-4eed-9d75-0f0a4757bdda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:54.008365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.017116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b7f241-5f03-4149-a4fe-6a8ab0508264,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:54.039066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:54.059462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.069262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92801ea7-97dc-438e-ae92-937c5ed13f3d req-0727fbbc-95f4-4ee9-8cc3-2b71d9aa8896 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932438
Apr 02 18:10:54.104192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.108244 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5b7f241-5f03-4149-a4fe-6a8ab0508264 HTTP/1.1" status: 204  len: 168 time: 1.0613720
Apr 02 18:10:54.128619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.134071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:54.147554 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-913198b2-283f-4e9a-bd2f-15e9a68c6816 req-53d36ec1-5b33-46ce-b133-bdc8ca31faec tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556985
Apr 02 18:10:54.148136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdba507-2dea-458b-b258-c483bf0ce306,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:54.150005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Attempting to bind port e3a492fb-34a3-4bee-afb6-e214e5d0504c on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:10:54.150386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Attempting to bind port e3a492fb-34a3-4bee-afb6-e214e5d0504c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:10:54.150752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Attempting to bind port e3a492fb-34a3-4bee-afb6-e214e5d0504c on network 1e015981-5138-467f-9287-c5c1a9f6ef05 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:54.154307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:54.157152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.161366 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cdba507-2dea-458b-b258-c483bf0ce306 HTTP/1.1" status: 204  len: 168 time: 0.2856050
Apr 02 18:10:54.170746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Port e3a492fb-34a3-4bee-afb6-e214e5d0504c on network 1e015981-5138-467f-9287-c5c1a9f6ef05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:10:54.170746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Attempting to bind port e3a492fb-34a3-4bee-afb6-e214e5d0504c on network 1e015981-5138-467f-9287-c5c1a9f6ef05 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:10:54.198451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:10:54.198764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Checking segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:10:54.199282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Bound using segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:10:54.199758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Bound port: e3a492fb-34a3-4bee-afb6-e214e5d0504c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:10:54.200142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.343078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdd3e8-dc38-49ef-b601-78c92c583783 req-c02865de-76bd-4ce8-ba62-4b07b6f7dd75 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:54.345214 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99bdd3e8-dc38-49ef-b601-78c92c583783 req-c02865de-76bd-4ce8-ba62-4b07b6f7dd75 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 945 time: 0.1019540
Apr 02 18:10:54.397549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.412079 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99bdd3e8-dc38-49ef-b601-78c92c583783 req-5fced3f3-67c8-4427-a894-84d0731f8712 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588901
Apr 02 18:10:54.480055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] For port e3a492fb-34a3-4bee-afb6-e214e5d0504c, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:10:54.499792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] For port e3a492fb-34a3-4bee-afb6-e214e5d0504c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:10:54.506606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.527002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:54.600761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf51f4-814e-4eca-8d67-d81f08951a00 req-1e06f56d-aebb-4ade-8cba-cdba3afb2aa2 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:54.602396 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2aaf51f4-814e-4eca-8d67-d81f08951a00 req-1e06f56d-aebb-4ade-8cba-cdba3afb2aa2 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.1975524
Apr 02 18:10:54.704148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a492fb-34a3-4bee-afb6-e214e5d0504c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:54.712621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:54.747162 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2aaf51f4-814e-4eca-8d67-d81f08951a00 req-ede6f9bd-c7a7-41b3-9452-06a3c95418c3 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360373
Apr 02 18:10:54.793776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:54.794756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:54.797048 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 1094 time: 4.6706095
Apr 02 18:10:54.797718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:10:54.871916 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'status': 'completed', 'code': 200}
Apr 02 18:10:55.317346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3796a1-cdea-4444-99b5-978c25ae42f4 req-11676253-5f12-43c9-a962-bd68c68d19e3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:55.319275 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0f3796a1-cdea-4444-99b5-978c25ae42f4 req-11676253-5f12-43c9-a962-bd68c68d19e3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1149888
Apr 02 18:10:55.379685 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0f3796a1-cdea-4444-99b5-978c25ae42f4 req-f81ffd96-f6c6-469d-8216-9c1dfbad29d2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517211
Apr 02 18:10:55.438784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d74566-9f27-45e1-b102-43440c5678f0 req-9196738b-e30e-4c2c-a1aa-535f13b43477 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:55.441937 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-79d74566-9f27-45e1-b102-43440c5678f0 req-9196738b-e30e-4c2c-a1aa-535f13b43477 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.1028619
Apr 02 18:10:55.499568 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-79d74566-9f27-45e1-b102-43440c5678f0 req-adb17d42-0d2b-4073-90d5-15e39e8a87e8 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507793
Apr 02 18:10:55.657255 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fb47e-c34d-4d65-a5b3-e1c0415bd6dc req-d6b51833-7d75-430b-8a17-e5bc6c9bf2fc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:55.662808 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3a5fb47e-c34d-4d65-a5b3-e1c0415bd6dc req-d6b51833-7d75-430b-8a17-e5bc6c9bf2fc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 945 time: 0.1153178
Apr 02 18:10:55.715346 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3a5fb47e-c34d-4d65-a5b3-e1c0415bd6dc req-dd77a61c-eb80-4a90-9186-d32e082662a1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494416
Apr 02 18:10:55.904497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 53272) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:56.033275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feaf40-2e36-4262-8e36-4b737542b1a8 req-cf2fc510-f57c-4a5c-bfa8-09c75ebb023a tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:56.043965 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d3feaf40-2e36-4262-8e36-4b737542b1a8 req-cf2fc510-f57c-4a5c-bfa8-09c75ebb023a tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.1579666
Apr 02 18:10:56.091002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.093163 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d3feaf40-2e36-4262-8e36-4b737542b1a8 req-f0a5a34d-0d55-4d25-bd5b-323995341f0f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477719
Apr 02 18:10:56.107488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:56.111588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Usage tracker for resource:security_group_rule and tenant:669e06c6b8c8440e8587a569f5c2e9c5 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:56.114441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:56.120395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:56.204443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.207846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.219641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79876a5b-4607-446e-a23e-71587597650d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:56.262432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=669e06c6b8c8440e8587a569f5c2e9c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3567066
Apr 02 18:10:56.264025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0906826a-373b-4d0c-91d1-a42a620749a9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:56.265372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53280) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:10:56.267637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:56.327416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.355233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.402721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.407495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:56.421393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906826a-373b-4d0c-91d1-a42a620749a9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:56.424136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:56.425434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.426628 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0906826a-373b-4d0c-91d1-a42a620749a9 HTTP/1.1" status: 204  len: 168 time: 0.1596391
Apr 02 18:10:56.549752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device c9d5cfc3-c862-46a2-92d6-748091cd2393 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:10:56.620674 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-58d62af6-b614-4837-9680-abdceff69a80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcf1afee-074e-428e-964e-efe0ca3d9579&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501707
Apr 02 18:10:56.647521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port c9d5cfc3-c862-46a2-92d6-748091cd2393 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:10:56.653349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port c9d5cfc3-c862-46a2-92d6-748091cd2393 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:10:56.654007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.655005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb297232-5ada-46bf-b302-c857f644182d req-caa7aafb-fcd9-459d-8038-959a72d4b525 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:56.662798 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb297232-5ada-46bf-b302-c857f644182d req-caa7aafb-fcd9-459d-8038-959a72d4b525 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1548367
Apr 02 18:10:56.709764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb297232-5ada-46bf-b302-c857f644182d req-c51e90a1-21fb-4d97-971a-cb337f630634 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458596
Apr 02 18:10:56.785260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb23b0-a450-4b39-99dd-833a149b2255 req-8b34b85b-93d2-4444-b056-2eeec2d1a870 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:56.787229 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-93cb23b0-a450-4b39-99dd-833a149b2255 req-8b34b85b-93d2-4444-b056-2eeec2d1a870 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.1247003
Apr 02 18:10:56.796066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.827899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d5cfc3-c862-46a2-92d6-748091cd2393'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:10:56.862833 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-93cb23b0-a450-4b39-99dd-833a149b2255 req-9a090324-ad8a-41d8-a364-17fda5f6b2d6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690067
Apr 02 18:10:56.896474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port c9d5cfc3-c862-46a2-92d6-748091cd2393, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:10:56.902920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:56.906264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:56.973004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbb1f9-1c92-40b8-9c09-837fa7f97cb2 req-55bf4a6c-6d13-4880-98f7-7a2b94fe4fcb tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:56.979558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21dbb1f9-1c92-40b8-9c09-837fa7f97cb2 req-55bf4a6c-6d13-4880-98f7-7a2b94fe4fcb tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.1288164
Apr 02 18:10:56.983804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=c9d5cfc3-c862-46a2-92d6-748091cd2393,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:56.991235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:57.033580 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21dbb1f9-1c92-40b8-9c09-837fa7f97cb2 req-af0357d1-1d18-4239-aeae-5e05fd4d86d7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505905
Apr 02 18:10:57.200639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d5cfc3-c862-46a2-92d6-748091cd2393', 'code': 200}
Apr 02 18:10:57.340602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87c01d-ffb9-48e5-a835-fa4af6d1b489 req-9f592222-befc-45bc-a4f2-a0cb3d25e4d0 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:57.342058 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df87c01d-ffb9-48e5-a835-fa4af6d1b489 req-9f592222-befc-45bc-a4f2-a0cb3d25e4d0 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.0944340
Apr 02 18:10:57.392116 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df87c01d-ffb9-48e5-a835-fa4af6d1b489 req-d010b744-d9ca-4c59-9d89-c10bed668afd tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431468
Apr 02 18:10:57.932326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633f47c-4488-4299-91b0-bd5b710683bb req-fca940cc-35de-4350-9f90-3d1cb848c658 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:57.933914 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0633f47c-4488-4299-91b0-bd5b710683bb req-fca940cc-35de-4350-9f90-3d1cb848c658 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0988431
Apr 02 18:10:57.992635 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0633f47c-4488-4299-91b0-bd5b710683bb req-3d90e235-f73f-49d4-91bf-ac34a4c6321d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513730
Apr 02 18:10:58.290035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f616635-ee20-410b-9b5a-df29facef344 req-e383c6d4-7aa4-4f09-920c-826d709fc438 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:58.291768 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f616635-ee20-410b-9b5a-df29facef344 req-e383c6d4-7aa4-4f09-920c-826d709fc438 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.1031098
Apr 02 18:10:58.347070 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f616635-ee20-410b-9b5a-df29facef344 req-6967bca1-6582-4e66-a5c7-c4d00078d8d5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486286
Apr 02 18:10:58.551858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656a2c3-82c2-4f84-8c3d-06922b6b2f11 req-ba1b6c2e-509f-46e4-bf61-9c47fee1ebd2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:58.559594 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6656a2c3-82c2-4f84-8c3d-06922b6b2f11 req-ba1b6c2e-509f-46e4-bf61-9c47fee1ebd2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.5579548
Apr 02 18:10:58.641791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1891-7345-400b-b9a8-23ee4d10c797 req-458ac708-f90c-4af5-8220-88134a7cf765 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:58.644085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-1a463eef-d3d8-4af2-8eb9-b3fbda8a44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:58.644459 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f43c1891-7345-400b-b9a8-23ee4d10c797 req-458ac708-f90c-4af5-8220-88134a7cf765 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.1120670
Apr 02 18:10:58.645911 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-1a463eef-d3d8-4af2-8eb9-b3fbda8a44ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6927176
Apr 02 18:10:58.676416 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-46872c96-fd3d-4c30-8c24-be8729433eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6726456
Apr 02 18:10:58.695906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f43c1891-7345-400b-b9a8-23ee4d10c797 req-3d386d34-28ca-4e7a-ab07-009b4b04cf46 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446069
Apr 02 18:10:58.707950 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6656a2c3-82c2-4f84-8c3d-06922b6b2f11 req-564ac00e-781b-4fad-9a0c-a8eb6658cec2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471169
Apr 02 18:10:58.733242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1138c-8097-4003-9662-325af03b243d req-35191f72-facb-490e-9ad6-f9c0e487d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:58.734910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2fe1138c-8097-4003-9662-325af03b243d req-35191f72-facb-490e-9ad6-f9c0e487d2a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1097 time: 0.7301495
Apr 02 18:10:58.808623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-6363ad6e-7c03-4ae7-b5e0-873a2f9b013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:58.810234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-6363ad6e-7c03-4ae7-b5e0-873a2f9b013e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 1099 time: 0.6632237
Apr 02 18:10:59.000325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1138c-8097-4003-9662-325af03b243d req-fcdb2fbd-5a3e-494e-9c3d-80346ac74a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.001792 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2fe1138c-8097-4003-9662-325af03b243d req-fcdb2fbd-5a3e-494e-9c3d-80346ac74a83 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2589829
Apr 02 18:10:59.066805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c7711e2-d7c4-481c-83ed-91a274fd8c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:59.123554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:59.276361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:10:59.296678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Usage tracker for resource:security_group_rule and tenant:d4929c2a72db48cc9a891db1309730a0 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:10:59.308533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:10:59.335479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:10:59.357109 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-66e30865-e684-4ac1-a725-700b46d3d728 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6929355
Apr 02 18:10:59.370125 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-861041d6-abcd-41b6-a7d1-ccfb2d41abdb req-3f1a4dfb-75f5-409b-8e20-12947311e99f service neutron] 10.222.0.30 "GET /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6400027
Apr 02 18:10:59.467879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1138c-8097-4003-9662-325af03b243d req-80d21bba-b39f-4444-bc2a-7b0e6055ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.469832 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2fe1138c-8097-4003-9662-325af03b243d req-80d21bba-b39f-4444-bc2a-7b0e6055ebf6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4482083
Apr 02 18:10:59.570878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940564-d5f4-44af-900a-f2f854c12f0e req-d5f2a897-1e6e-4204-bc84-80413f401a1d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.572719 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74940564-d5f4-44af-900a-f2f854c12f0e req-d5f2a897-1e6e-4204-bc84-80413f401a1d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.1046734
Apr 02 18:10:59.623463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74940564-d5f4-44af-900a-f2f854c12f0e req-a3650455-cf29-4669-b20b-ebd60f39f759 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436420
Apr 02 18:10:59.630469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd6e8-90ce-478f-9d94-d2ebd55177dc req-497c2084-ff0f-42b8-92a4-4499c11e8004 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.632135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e34cd6e8-90ce-478f-9d94-d2ebd55177dc req-497c2084-ff0f-42b8-92a4-4499c11e8004 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.4821990
Apr 02 18:10:59.729238 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f56b49e-a5ac-4e5c-926f-1ada0a919e92 req-c40f5358-ed27-49e7-a29a-c750635cfc16 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3615677
Apr 02 18:10:59.768464 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e34cd6e8-90ce-478f-9d94-d2ebd55177dc req-df334a68-bbd0-4b5d-97d5-dc15b1fbe67e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1240711
Apr 02 18:10:59.804622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-76be47c0-596a-4a90-8570-37c592bc3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.805864 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-76be47c0-596a-4a90-8570-37c592bc3938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1097 time: 0.2400234
Apr 02 18:10:59.810248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:59.814771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:59.823414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ada448ff-a873-4bc6-83bc-0122164243cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:10:59.843376 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2b6b89d8-a6a9-46ef-a5b5-2e6be2917f7f req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8450077
Apr 02 18:10:59.857751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88a43d-3a0b-45f8-b5f5-04409f91c596,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:10:59.861499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:10:59.907453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb7d8-6a41-4ec9-81d8-9e2dad66162b req-2b165fe0-2648-435a-bc8b-461d9b8fc4d9 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.909854 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bbeeb7d8-6a41-4ec9-81d8-9e2dad66162b req-2b165fe0-2648-435a-bc8b-461d9b8fc4d9 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.0907710
Apr 02 18:10:59.958319 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bbeeb7d8-6a41-4ec9-81d8-9e2dad66162b req-a26c3bf9-713e-405c-99dc-b03adff4e262 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417924
Apr 02 18:10:59.973659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5f8b8-2521-42c0-b6a9-968791747291 req-624e7d57-88dc-49f0-94b8-5491dc53d469 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:10:59.975303 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3eb5f8b8-2521-42c0-b6a9-968791747291 req-624e7d57-88dc-49f0-94b8-5491dc53d469 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0895264
Apr 02 18:11:00.024598 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3eb5f8b8-2521-42c0-b6a9-968791747291 req-d5457e97-c36a-4f15-a7cb-f514c0c2898b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428958
Apr 02 18:11:00.627531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:00.990470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ec93c-d84d-42c1-901a-2aac74300dd7 req-d8506c99-bc72-42ca-bdaa-3b4e9d64f6ae tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:00.992083 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f53ec93c-d84d-42c1-901a-2aac74300dd7 req-d8506c99-bc72-42ca-bdaa-3b4e9d64f6ae tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0944896
Apr 02 18:11:01.022076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e7f50-6509-408e-9463-6f056eb8dbb7 req-454433f1-dd9e-4cd1-b675-27ecb9c3abfe tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:01.023673 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d7e7f50-6509-408e-9463-6f056eb8dbb7 req-454433f1-dd9e-4cd1-b675-27ecb9c3abfe tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.2849545
Apr 02 18:11:01.039258 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f53ec93c-d84d-42c1-901a-2aac74300dd7 req-827a6e18-a8b2-4bf0-a53b-c6e0a02e8847 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406740
Apr 02 18:11:01.072431 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d7e7f50-6509-408e-9463-6f056eb8dbb7 req-71d59055-5e43-49ff-8a45-7ad2e6e7e2b3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422225
Apr 02 18:11:01.083541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0215ed45-dd82-434e-bb24-164c983a80ab details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:01.230226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0215ed45-dd82-434e-bb24-164c983a80ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0215ed45-dd82-434e-bb24-164c983a80ab,segment=NetworkSegment(ab163c76-8b62-4420-aea8-72d33f8b440b),segment_id=ab163c76-8b62-4420-aea8-72d33f8b440b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:01.244545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699d1f5-4863-4533-9859-ec6c1b99c6ce req-e0c4af93-253b-4cf5-adf4-fcdc6b247575 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:01.246451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e699d1f5-4863-4533-9859-ec6c1b99c6ce req-e0c4af93-253b-4cf5-adf4-fcdc6b247575 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 943 time: 0.0985899
Apr 02 18:11:01.251137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '0215ed45-dd82-434e-bb24-164c983a80ab', 'network_id': 'bcf1afee-074e-428e-964e-efe0ca3d9579', 'port_id': '0215ed45-dd82-434e-bb24-164c983a80ab', 'mac_address': 'fa:16:3e:1b:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a9dd93-b7ae-4c98-b52c-2253b1130bec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:01.275652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140244f-bafa-4ca1-8549-77d623b895c1 req-814e08d4-d96e-4549-9c71-47dfac53934f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:01.277509 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a140244f-bafa-4ca1-8549-77d623b895c1 req-814e08d4-d96e-4549-9c71-47dfac53934f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0953970
Apr 02 18:11:01.306730 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e699d1f5-4863-4533-9859-ec6c1b99c6ce req-10ca01f9-0172-441e-8c0d-08b900b39354 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518346
Apr 02 18:11:01.325599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:01.339903 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a140244f-bafa-4ca1-8549-77d623b895c1 req-95305719-3264-4917-8f5c-c5a3962cc19d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483050
Apr 02 18:11:01.504523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0215ed45-dd82-434e-bb24-164c983a80ab {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:01.532446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80368570-9ae8-44d8-9d27-f96cbf0d994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:01.535035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0215ed45-dd82-434e-bb24-164c983a80ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0215ed45-dd82-434e-bb24-164c983a80ab,segment=NetworkSegment(ab163c76-8b62-4420-aea8-72d33f8b440b),segment_id=ab163c76-8b62-4420-aea8-72d33f8b440b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:01.539562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:01.540333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:01.542470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:01.647137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=0215ed45-dd82-434e-bb24-164c983a80ab,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:01.651666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:01.744662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:01.758303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '2bc00547-2a89-49b4-bc40-5931add51d64', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64', 'mac_address': 'fa:16:3e:be:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:01.820896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:01.838288 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc00547-2a89-49b4-bc40-5931add51d64 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:01.854281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:01.857002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:01.858928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c1e37dbb-8d32-40d7-970c-29a90fca73ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:01.927057 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:01.930118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:02.249855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45083-1903-4a3d-a27c-96bff6af3738 req-dcbc2beb-1962-45a5-8494-785be44b8de7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:02.251544 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10d45083-1903-4a3d-a27c-96bff6af3738 req-dcbc2beb-1962-45a5-8494-785be44b8de7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0914369
Apr 02 18:11:02.265386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:02.276089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b08df-24e5-4c19-a2d2-3a5e04fbb675 req-e3bc6227-ff6c-440e-be2c-f02ac038fa0a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:02.277687 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-195b08df-24e5-4c19-a2d2-3a5e04fbb675 req-e3bc6227-ff6c-440e-be2c-f02ac038fa0a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0887566
Apr 02 18:11:02.302802 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10d45083-1903-4a3d-a27c-96bff6af3738 req-5ac18fc2-3140-4f32-beab-9927955a73a1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441263
Apr 02 18:11:02.332803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-195b08df-24e5-4c19-a2d2-3a5e04fbb675 req-ed530e43-a9fe-4447-8805-3e3beae50743 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479279
Apr 02 18:11:02.516031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb847-f156-4b3f-b562-1e6e2a6660a8 req-10f450cf-2dd5-4992-b42c-24312af4b7ed tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:02.518625 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d4adb847-f156-4b3f-b562-1e6e2a6660a8 req-10f450cf-2dd5-4992-b42c-24312af4b7ed tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0955153
Apr 02 18:11:02.567589 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d4adb847-f156-4b3f-b562-1e6e2a6660a8 req-ec7a349a-a6e4-4620-8dc1-dc94f8d7a9de tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424237
Apr 02 18:11:02.583562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8876c-4b6a-4b2f-af09-01b355628d39 req-fdb36716-a0db-4fb5-8338-19fc4b935bee tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:02.585272 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0ea8876c-4b6a-4b2f-af09-01b355628d39 req-fdb36716-a0db-4fb5-8338-19fc4b935bee tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.1310587
Apr 02 18:11:02.634520 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0ea8876c-4b6a-4b2f-af09-01b355628d39 req-a2491983-1586-4cf9-acd2-8d3a4688d1b7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420024
Apr 02 18:11:03.510039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94335dad-8dab-4cea-9845-7f31fde9cd43 req-6afb1536-314d-4214-a98c-3b98e68a3454 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:03.512262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94335dad-8dab-4cea-9845-7f31fde9cd43 req-6afb1536-314d-4214-a98c-3b98e68a3454 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0910261
Apr 02 18:11:03.546261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4d851-2311-4e42-9545-e585556218d8 req-3f2a987a-edbb-4b0a-9ff6-6f0baf138a73 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:03.547889 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ee4d851-2311-4e42-9545-e585556218d8 req-3f2a987a-edbb-4b0a-9ff6-6f0baf138a73 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0922935
Apr 02 18:11:03.562478 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94335dad-8dab-4cea-9845-7f31fde9cd43 req-9551a829-7847-4ee1-b34a-ecf3f90ee714 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438623
Apr 02 18:11:03.598503 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ee4d851-2311-4e42-9545-e585556218d8 req-12b97fdb-3ef2-4627-aaa6-3c60238a85a4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433879
Apr 02 18:11:03.719414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:03.777965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f502a-e0e6-460f-8f7e-418c9f914d8a req-b63a9ab8-9b68-4d36-bef3-0b7c824bef3b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:03.782901 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ad8f502a-e0e6-460f-8f7e-418c9f914d8a req-b63a9ab8-9b68-4d36-bef3-0b7c824bef3b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0958323
Apr 02 18:11:03.827358 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ad8f502a-e0e6-460f-8f7e-418c9f914d8a req-c3143ed3-58f0-4680-aa36-8bccfe473a00 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415735
Apr 02 18:11:03.861861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc07d-3df5-4f5a-9119-d28f5d7ddb28 req-1024e594-e8f6-45af-8bc0-6ec3daa0ff63 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:03.863405 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e17dc07d-3df5-4f5a-9119-d28f5d7ddb28 req-1024e594-e8f6-45af-8bc0-6ec3daa0ff63 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0947952
Apr 02 18:11:03.912298 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e17dc07d-3df5-4f5a-9119-d28f5d7ddb28 req-508cb25b-7fe8-4fb2-bd3d-ccbaabaed94d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424933
Apr 02 18:11:04.768661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d793-7863-4623-a3e7-1dfb0782a0ef req-6e163076-b532-496b-8e69-fdd8a58d35f8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:04.770652 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b879d793-7863-4623-a3e7-1dfb0782a0ef req-6e163076-b532-496b-8e69-fdd8a58d35f8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0879238
Apr 02 18:11:04.801789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a92a5-2afa-407f-9241-868a9e88d5e2 req-85434047-d583-4344-95e9-0c8b5570757b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:04.803436 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f16a92a5-2afa-407f-9241-868a9e88d5e2 req-85434047-d583-4344-95e9-0c8b5570757b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0897565
Apr 02 18:11:04.831531 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b879d793-7863-4623-a3e7-1dfb0782a0ef req-735329cd-f62b-43b0-9eee-cfd23bdd461e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536776
Apr 02 18:11:04.855888 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f16a92a5-2afa-407f-9241-868a9e88d5e2 req-d6583c6a-a1fd-46d7-bf5f-51641ef75778 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458667
Apr 02 18:11:05.035265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1fea2-4544-4fdc-a5c2-212672092273 req-25776b54-05e7-4d5e-9ac4-f9a7f803ce41 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:05.036845 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ba1fea2-4544-4fdc-a5c2-212672092273 req-25776b54-05e7-4d5e-9ac4-f9a7f803ce41 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0884101
Apr 02 18:11:05.083881 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ba1fea2-4544-4fdc-a5c2-212672092273 req-3684f515-440d-4ec2-bbe0-0cd4fd9cbde6 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406959
Apr 02 18:11:05.111751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdaa10-3f0c-4d84-9dc0-2583c9f2eddc req-9c57335b-5358-422f-8c11-244731e6d56d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:05.113371 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74cdaa10-3f0c-4d84-9dc0-2583c9f2eddc req-9c57335b-5358-422f-8c11-244731e6d56d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0886087
Apr 02 18:11:05.160877 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74cdaa10-3f0c-4d84-9dc0-2583c9f2eddc req-878ef287-d72b-48c3-837f-0d7dcf2ebffc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412540
Apr 02 18:11:06.071457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a12d46-7839-4385-b041-a543d3e1aecf req-360a5a13-f130-4acb-ab4a-88cfef74aec4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:06.072995 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-43a12d46-7839-4385-b041-a543d3e1aecf req-360a5a13-f130-4acb-ab4a-88cfef74aec4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0956981
Apr 02 18:11:06.088555 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-19efe027-5d69-48b0-968c-266da9db2409 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 217 time: 0.0776222
Apr 02 18:11:06.122532 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-43a12d46-7839-4385-b041-a543d3e1aecf req-c3433751-5897-4a29-b9f8-945eb46ef067 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426435
Apr 02 18:11:06.184606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb9a3-0ba5-4e71-babd-b5f2b320a15a req-36ce4d61-10b4-40ce-b970-f067495c2ea0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:06.186203 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c66eb9a3-0ba5-4e71-babd-b5f2b320a15a req-36ce4d61-10b4-40ce-b970-f067495c2ea0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.2342787
Apr 02 18:11:06.190644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-3a607555-5b3a-4b27-b073-27817bba5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:06.192117 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-3a607555-5b3a-4b27-b073-27817bba5fcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0901775
Apr 02 18:11:06.288313 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c66eb9a3-0ba5-4e71-babd-b5f2b320a15a req-b5c61691-057e-4a53-acee-16196e112a52 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951653
Apr 02 18:11:06.311775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c785f3-a197-43db-81c4-d62d77c52402 req-38eff3a8-4515-4edf-b397-baeaa4a995fe tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:06.313366 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f9c785f3-a197-43db-81c4-d62d77c52402 req-38eff3a8-4515-4edf-b397-baeaa4a995fe tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0889030
Apr 02 18:11:06.315793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-cf7ce776-46ba-4579-b4a5-ab43d0b81831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:06.317378 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-cf7ce776-46ba-4579-b4a5-ab43d0b81831 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1098058
Apr 02 18:11:06.367827 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f9c785f3-a197-43db-81c4-d62d77c52402 req-b1de5d80-4271-4d09-bb14-5124c7345a42 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459321
Apr 02 18:11:06.726144 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-dc42aec9-b375-4cb4-8dbc-c7f7391b7e15 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015193
Apr 02 18:11:06.784592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050a909-a635-4d15-a8f9-c0d0bc46642a req-ccd6ae61-e130-4845-b503-8314e48e3b4a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:06.786110 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d050a909-a635-4d15-a8f9-c0d0bc46642a req-ccd6ae61-e130-4845-b503-8314e48e3b4a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.3657157
Apr 02 18:11:06.826156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['2bc00547-2a89-49b4-bc40-5931add51d64'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:06.862230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['0215ed45-dd82-434e-bb24-164c983a80ab'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:06.910386 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d050a909-a635-4d15-a8f9-c0d0bc46642a req-808a6e02-60ab-493a-9540-3185675538f1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776658
Apr 02 18:11:06.919115 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-243ed3cf-97b2-4fd9-bcf2-e89d952372a4 req-9c521dea-e77c-42b4-b5ab-ea2d20cd1e93 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846461
Apr 02 18:11:07.324355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b25f2-b909-4afb-a83e-c8d65e428410 req-402e049f-c108-4933-b048-f6f426a9f4fd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:07.325905 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f45b25f2-b909-4afb-a83e-c8d65e428410 req-402e049f-c108-4933-b048-f6f426a9f4fd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0906723
Apr 02 18:11:07.374946 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f45b25f2-b909-4afb-a83e-c8d65e428410 req-e9ac6801-8773-4a2b-b6af-997e5fed5e22 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422268
Apr 02 18:11:07.498853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4155-a4bb-4a93-b068-34de50ccfab8 req-08973d0e-5722-47e1-a548-d5ca2b986520 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:07.500475 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c92c4155-a4bb-4a93-b068-34de50ccfab8 req-08973d0e-5722-47e1-a548-d5ca2b986520 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0898170
Apr 02 18:11:07.566555 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c92c4155-a4bb-4a93-b068-34de50ccfab8 req-325b758f-1af6-46c0-952b-d1e025cc0e40 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577226
Apr 02 18:11:07.587427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66b8d-6b99-43a0-9a51-cbf12e9c6a8f req-cbbf4f1a-67f8-4a6b-b211-9c638a7a868d tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:07.589060 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1be66b8d-6b99-43a0-9a51-cbf12e9c6a8f req-cbbf4f1a-67f8-4a6b-b211-9c638a7a868d tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.1042516
Apr 02 18:11:07.639907 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1be66b8d-6b99-43a0-9a51-cbf12e9c6a8f req-e8f8c91d-37a0-4620-80d9-b19596d88f2e tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430205
Apr 02 18:11:08.115050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b775-752b-4333-b740-36969eb007ec req-8c865dbb-fcd4-472b-976d-65fc76128ab3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:08.116647 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-08c2b775-752b-4333-b740-36969eb007ec req-8c865dbb-fcd4-472b-976d-65fc76128ab3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0924420
Apr 02 18:11:08.165126 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-08c2b775-752b-4333-b740-36969eb007ec req-717afa0c-5983-4675-a328-fe3d5f995f06 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418072
Apr 02 18:11:08.573934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20773c0-5640-4e3e-a2ab-ce44aedfadc9 req-a8d9e4a9-85c8-4680-8831-1bf4e3a0649a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:08.575542 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d20773c0-5640-4e3e-a2ab-ce44aedfadc9 req-a8d9e4a9-85c8-4680-8831-1bf4e3a0649a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0884578
Apr 02 18:11:08.624090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d20773c0-5640-4e3e-a2ab-ce44aedfadc9 req-b5b67ee6-df2a-40cf-95f2-11b65bd11677 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417912
Apr 02 18:11:08.777413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c610103-3703-4d18-adc8-3a888da44114 req-9d4861a4-a1b6-490a-b36e-8b8d76411526 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:08.779042 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c610103-3703-4d18-adc8-3a888da44114 req-9d4861a4-a1b6-490a-b36e-8b8d76411526 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0915570
Apr 02 18:11:08.825696 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c610103-3703-4d18-adc8-3a888da44114 req-bbccbfd0-3cae-492b-af64-8c182b9d900b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402522
Apr 02 18:11:08.843279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93994ca0-137c-4e73-bbc0-9ce17d3171e4 req-88c4622d-f751-4850-a841-b7729579c44f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:08.855935 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-93994ca0-137c-4e73-bbc0-9ce17d3171e4 req-88c4622d-f751-4850-a841-b7729579c44f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0915096
Apr 02 18:11:08.893741 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-93994ca0-137c-4e73-bbc0-9ce17d3171e4 req-0e0f54bb-6001-4373-87d5-aa728ccf1a19 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419800
Apr 02 18:11:09.363328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e339b-2481-4026-96fe-50b1bc17a7d4 req-2a968d11-9853-4f78-b1ca-bcbb2045cd9c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:09.364834 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb6e339b-2481-4026-96fe-50b1bc17a7d4 req-2a968d11-9853-4f78-b1ca-bcbb2045cd9c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0870378
Apr 02 18:11:09.410927 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb6e339b-2481-4026-96fe-50b1bc17a7d4 req-2ab222ac-ec00-4329-81ef-34eb21c16f3b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398140
Apr 02 18:11:09.827560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9faf7a-5b89-4bd3-b685-c62bc2b7946f req-c517edd6-c1db-4307-a79e-7f02fa303da1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:09.829742 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8d9faf7a-5b89-4bd3-b685-c62bc2b7946f req-c517edd6-c1db-4307-a79e-7f02fa303da1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0886416
Apr 02 18:11:09.880662 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8d9faf7a-5b89-4bd3-b685-c62bc2b7946f req-f0e19469-3608-4ebd-b139-7e32087bfa74 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444357
Apr 02 18:11:10.041875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33c8a-8dcf-4f95-8f87-6a8473a0f8f3 req-ebc298a2-be46-4018-baab-e2ffc8200edb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:10.043455 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94d33c8a-8dcf-4f95-8f87-6a8473a0f8f3 req-ebc298a2-be46-4018-baab-e2ffc8200edb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0945349
Apr 02 18:11:10.092753 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94d33c8a-8dcf-4f95-8f87-6a8473a0f8f3 req-69857c5b-93b8-43c1-8c44-66a16db499c7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422573
Apr 02 18:11:10.095134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105592f0-9d04-4ae8-85a1-f3a33cf8bee3 req-10f1baf0-69f6-4bdf-9f19-e38a72193eff tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:10.096919 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-105592f0-9d04-4ae8-85a1-f3a33cf8bee3 req-10f1baf0-69f6-4bdf-9f19-e38a72193eff tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0887415
Apr 02 18:11:10.145144 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-105592f0-9d04-4ae8-85a1-f3a33cf8bee3 req-13f53aec-ffe9-4d32-9098-a44139b5c2dc tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419314
Apr 02 18:11:10.612257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c992-52e7-495e-8967-4b73261d78e5 req-320f6774-218e-4181-b561-96faea040f12 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:10.613811 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7525c992-52e7-495e-8967-4b73261d78e5 req-320f6774-218e-4181-b561-96faea040f12 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0858710
Apr 02 18:11:10.663933 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7525c992-52e7-495e-8967-4b73261d78e5 req-415e1dab-e34e-4aa9-af63-f2ae9ed5a8cb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436544
Apr 02 18:11:11.083147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8b9b-6342-4d93-8d99-653efe3aa342 req-4f6559f1-09ed-456b-b03c-55bd56efd640 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:11.084692 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cd1d8b9b-6342-4d93-8d99-653efe3aa342 req-4f6559f1-09ed-456b-b03c-55bd56efd640 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0896316
Apr 02 18:11:11.133263 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cd1d8b9b-6342-4d93-8d99-653efe3aa342 req-1b60af0d-396c-46ec-8447-090aa4b07b18 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422747
Apr 02 18:11:11.299932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e99f1-639f-4b28-90c5-30dc04168e7b req-7c9d54f9-b682-46c6-a5c1-7521cffb3850 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:11.301557 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-415e99f1-639f-4b28-90c5-30dc04168e7b req-7c9d54f9-b682-46c6-a5c1-7521cffb3850 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0909758
Apr 02 18:11:11.350489 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4986-fafa-43c2-a045-e9dcaaade21e req-dec7dc75-e0bf-471e-8ccd-f6b69a469bf4 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:11.352121 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-526b4986-fafa-43c2-a045-e9dcaaade21e req-dec7dc75-e0bf-471e-8ccd-f6b69a469bf4 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.0929859
Apr 02 18:11:11.353023 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-415e99f1-639f-4b28-90c5-30dc04168e7b req-5c6b51b0-8e11-430b-adeb-bbe8001bec8f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443084
Apr 02 18:11:11.401649 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-526b4986-fafa-43c2-a045-e9dcaaade21e req-a60647d3-ded2-4886-b38d-1b099271007b tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431311
Apr 02 18:11:11.487317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:11:11.864487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c7e6-a7ec-4596-93d5-80c911b5910b req-2254267e-cee9-490c-b681-e38373698d76 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:11.866341 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6312c7e6-a7ec-4596-93d5-80c911b5910b req-2254267e-cee9-490c-b681-e38373698d76 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0900950
Apr 02 18:11:11.913080 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6312c7e6-a7ec-4596-93d5-80c911b5910b req-1e5da2cd-2365-4873-9e00-58f9c2788463 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405216
Apr 02 18:11:12.336500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbce3e-2e4a-4b5a-b168-dcc31e392cb3 req-9abcb0fb-e800-4a16-bf6d-88b773e2fa8f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:12.338130 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e2cbce3e-2e4a-4b5a-b168-dcc31e392cb3 req-9abcb0fb-e800-4a16-bf6d-88b773e2fa8f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0919061
Apr 02 18:11:12.398026 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e2cbce3e-2e4a-4b5a-b168-dcc31e392cb3 req-b1977d70-b452-4a74-8bf1-03b4058e15e2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532985
Apr 02 18:11:12.615945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb4c3-d292-48d1-a1fa-3560b34105d9 req-cf9cebe4-34e5-4ba1-829c-899af477fd64 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:12.617815 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c0cb4c3-d292-48d1-a1fa-3560b34105d9 req-cf9cebe4-34e5-4ba1-829c-899af477fd64 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.1334074
Apr 02 18:11:12.637675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9ef1-b0c0-4cca-a999-839ab035947c req-836540f8-05fe-4325-8bc2-fbce08112d0e tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:12.639316 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2f8e9ef1-b0c0-4cca-a999-839ab035947c req-836540f8-05fe-4325-8bc2-fbce08112d0e tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.1153646
Apr 02 18:11:12.667789 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c0cb4c3-d292-48d1-a1fa-3560b34105d9 req-7bf0ecd5-fc38-44e2-ae7d-a9644671f017 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433078
Apr 02 18:11:12.698789 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2f8e9ef1-b0c0-4cca-a999-839ab035947c req-45a88f28-853d-4e2d-8120-e3d2869c83be tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514207
Apr 02 18:11:13.133114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb99a02-5af5-4318-8022-b997497424e0 req-d2341e03-f2e8-439d-b853-a29f5f95aed0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:13.134722 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fcb99a02-5af5-4318-8022-b997497424e0 req-d2341e03-f2e8-439d-b853-a29f5f95aed0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.1036525
Apr 02 18:11:13.190051 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fcb99a02-5af5-4318-8022-b997497424e0 req-9e624373-8f54-4302-9611-2439a22a459b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489707
Apr 02 18:11:13.604592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144d1f6-89ea-4753-833c-f18506f07bd8 req-92db5aa0-fbad-4c09-a520-9e0e6d1b1f93 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:13.606187 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2144d1f6-89ea-4753-833c-f18506f07bd8 req-92db5aa0-fbad-4c09-a520-9e0e6d1b1f93 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0924423
Apr 02 18:11:13.657573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2144d1f6-89ea-4753-833c-f18506f07bd8 req-f9c743f8-4bd6-4644-ae66-f689abe34d94 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447111
Apr 02 18:11:13.809891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0215ed45-dd82-434e-bb24-164c983a80ab up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:13.902036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 0215ed45-dd82-434e-bb24-164c983a80ab completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:13.907778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 0215ed45-dd82-434e-bb24-164c983a80ab triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:13.908345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:13.930028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f0ea-ef69-4606-9c72-e3866b6f03a9 req-da489407-f89d-4cb1-a72c-14ac914cc23c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:13.932304 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1cc0f0ea-ef69-4606-9c72-e3866b6f03a9 req-da489407-f89d-4cb1-a72c-14ac914cc23c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.1124070
Apr 02 18:11:13.948326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8a6ed-8100-4f0c-9a3c-c4af0c6439dc req-523d5c8a-a807-47ab-ac66-d51f74c84225 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:13.958202 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c3c8a6ed-8100-4f0c-9a3c-c4af0c6439dc req-523d5c8a-a807-47ab-ac66-d51f74c84225 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 944 time: 0.1268315
Apr 02 18:11:13.996569 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1cc0f0ea-ef69-4606-9c72-e3866b6f03a9 req-3d200099-30a5-4317-92f4-a8cda686c550 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576873
Apr 02 18:11:14.015659 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c3c8a6ed-8100-4f0c-9a3c-c4af0c6439dc req-a38f2a15-e9b7-411c-bea7-6bb31cdd89f9 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562603
Apr 02 18:11:14.054643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.059860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53650) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:14.083949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215ed45-dd82-434e-bb24-164c983a80ab'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:14.094255 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0215ed45-dd82-434e-bb24-164c983a80ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0215ed45-dd82-434e-bb24-164c983a80ab,segment=NetworkSegment(ab163c76-8b62-4420-aea8-72d33f8b440b),segment_id=ab163c76-8b62-4420-aea8-72d33f8b440b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:14.099373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.100845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:14.136207 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215ed45-dd82-434e-bb24-164c983a80ab', 'code': 200}
Apr 02 18:11:14.141663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67522f0f-eeaa-4cb4-bba2-f46a2657297f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:14.186740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.202725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:14.206912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Usage tracker for resource:security_group_rule and tenant:7225dfa88cb64836999abb223569fc67 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:14.209882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:14.216058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:14.234796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=0215ed45-dd82-434e-bb24-164c983a80ab,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:14.246619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.247010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.247641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.248010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.248462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.249756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.250213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.250636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.251633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.252015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.252456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.252826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.257242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:14.260604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 2bc00547-2a89-49b4-bc40-5931add51d64 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:14.266061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 2bc00547-2a89-49b4-bc40-5931add51d64 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:14.266482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.360080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.364716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.377678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-70383518-cbb5-4e63-94d3-97ede55f2611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:14.392217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.429296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:14.432290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.434687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:14.435266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8866bf-9942-4123-8897-ee85ce0b09ac,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:14.445031 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7225dfa88cb64836999abb223569fc67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3785317
Apr 02 18:11:14.445895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 53664) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:14.450389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.450389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.450389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.450627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.450927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.451351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.451730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.452116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.452470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.452841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.453213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.453584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.458680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:14.476461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6f3f5-fd36-4398-bc6c-c0d1181c098f req-38496d1d-410f-4b4c-a2b5-20bdeca5371f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:14.478501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-64f6f3f5-fd36-4398-bc6c-c0d1181c098f req-38496d1d-410f-4b4c-a2b5-20bdeca5371f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.1674712
Apr 02 18:11:14.530341 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-64f6f3f5-fd36-4398-bc6c-c0d1181c098f req-659fb92c-5204-4be3-abbf-d36974ca38a7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453310
Apr 02 18:11:14.568107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:14.579479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:14.589165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.619210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.665320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.670235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:14.687996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8866bf-9942-4123-8897-ee85ce0b09ac,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:14.700958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.701363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.701755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.702187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.702565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.702947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.703352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.703730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.704274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.704978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.704978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.705263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:14.708847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:14.710097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:14.714656 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a8866bf-9942-4123-8897-ee85ce0b09ac HTTP/1.1" status: 204  len: 168 time: 0.2628210
Apr 02 18:11:14.880667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad035-d1db-4a3d-8ef5-03131246144e req-9b4e2da6-c07d-4752-8a4e-ef871023fc4d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:14.882266 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b9dad035-d1db-4a3d-8ef5-03131246144e req-9b4e2da6-c07d-4752-8a4e-ef871023fc4d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.0932021
Apr 02 18:11:14.930558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b9dad035-d1db-4a3d-8ef5-03131246144e req-385b37d5-22f1-476b-bd2a-e03d42f5c91e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416059
Apr 02 18:11:15.243951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01b5d2-5d5f-4f24-a03f-00573d1a80ca req-9af88ee6-b718-4da2-aeaf-1c1da3e5f5e5 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:15.252495 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6e01b5d2-5d5f-4f24-a03f-00573d1a80ca req-9af88ee6-b718-4da2-aeaf-1c1da3e5f5e5 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.1067324
Apr 02 18:11:15.315965 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6e01b5d2-5d5f-4f24-a03f-00573d1a80ca req-43a64708-97f6-4575-83e5-7017a9079ad3 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603375
Apr 02 18:11:15.365419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76badee8-3cc7-43ae-91f0-0796d3de3705 req-18fc50bf-6fd1-46ff-ba7b-5a07a4f5e6ac tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:15.367099 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-76badee8-3cc7-43ae-91f0-0796d3de3705 req-18fc50bf-6fd1-46ff-ba7b-5a07a4f5e6ac tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1111364
Apr 02 18:11:15.441396 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-76badee8-3cc7-43ae-91f0-0796d3de3705 req-62196080-9137-4814-a94c-0c50ef9f133a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672510
Apr 02 18:11:15.746675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947368b-d913-491b-b913-0424c4122342 req-3b7ca15a-2106-43e0-bbf5-9e99d517948c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:15.748274 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6947368b-d913-491b-b913-0424c4122342 req-3b7ca15a-2106-43e0-bbf5-9e99d517948c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0936577
Apr 02 18:11:15.798840 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6947368b-d913-491b-b913-0424c4122342 req-a7327dbd-23b1-40d8-914a-fcd85f2e617e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442381
Apr 02 18:11:15.960024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 53722) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:16.080821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.096404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:16.100394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Usage tracker for resource:security_group_rule and tenant:00838ca50ad44907a12c937e65a418d0 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:16.103436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:16.109361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:16.137433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:16.185034 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'code': 200}
Apr 02 18:11:16.194836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.197874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.207166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:16.251577 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00838ca50ad44907a12c937e65a418d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2897770
Apr 02 18:11:16.253266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f983d762-6951-4497-a9ef-49bc7352cb4a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:16.254407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53730) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:16.256491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:16.315935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.341990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.386391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.391417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-df9d82f5-8be6-4bef-bf8d-8d4bfb91e3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:16.406717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f983d762-6951-4497-a9ef-49bc7352cb4a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:16.409172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:16.416145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.418118 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f983d762-6951-4497-a9ef-49bc7352cb4a HTTP/1.1" status: 204  len: 168 time: 0.1625993
Apr 02 18:11:16.566602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825d6a-7cc6-424b-93ce-3fcd72710dd3 req-534a1700-284e-4bde-9101-9d5d613f0b51 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:16.568695 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c825d6a-7cc6-424b-93ce-3fcd72710dd3 req-534a1700-284e-4bde-9101-9d5d613f0b51 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.1378372
Apr 02 18:11:16.641184 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c825d6a-7cc6-424b-93ce-3fcd72710dd3 req-5f085b2d-a808-47fa-9e49-96bc08963b98 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657408
Apr 02 18:11:16.728461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b83ed-c6fe-4b54-8a01-fa6ff112b5fd req-8f224ceb-0bd0-4f1f-b2a2-f76c9d6fceaa tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:16.730049 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ea2b83ed-c6fe-4b54-8a01-fa6ff112b5fd req-8f224ceb-0bd0-4f1f-b2a2-f76c9d6fceaa tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0917764
Apr 02 18:11:16.778521 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ea2b83ed-c6fe-4b54-8a01-fa6ff112b5fd req-e35aef67-03e2-49ff-b612-b4e6a359f1eb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416579
Apr 02 18:11:17.008957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55d47-e21a-4098-aa48-8fa71731fe9c req-1fe78a26-e2d1-46e9-b4aa-6e3ffbf81e2d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:17.010561 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e1e55d47-e21a-4098-aa48-8fa71731fe9c req-1fe78a26-e2d1-46e9-b4aa-6e3ffbf81e2d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0937471
Apr 02 18:11:17.061080 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e1e55d47-e21a-4098-aa48-8fa71731fe9c req-3a507d47-2e90-4b81-9547-677aec755702 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434644
Apr 02 18:11:17.859609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77157813-b71f-4b73-8d72-1e7ce23f9100 req-c93dc294-100e-4c11-82c8-486520eb59d3 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:17.861298 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-77157813-b71f-4b73-8d72-1e7ce23f9100 req-c93dc294-100e-4c11-82c8-486520eb59d3 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.0888212
Apr 02 18:11:17.911929 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-77157813-b71f-4b73-8d72-1e7ce23f9100 req-b4b6283b-3ed5-41bb-832f-ba59f604d7eb tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441341
Apr 02 18:11:17.992551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c6550-9791-4e65-a4c7-0e69452845df req-3587bf9a-7b93-410c-88f6-93a55af59430 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:17.994114 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff5c6550-9791-4e65-a4c7-0e69452845df req-3587bf9a-7b93-410c-88f6-93a55af59430 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0926166
Apr 02 18:11:18.040843 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff5c6550-9791-4e65-a4c7-0e69452845df req-ef4289b1-a15a-4865-a2d1-46c6b4b9e542 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401640
Apr 02 18:11:18.264976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d78824-8818-4345-a718-a3b2bee45096 req-024d7bf0-6aa4-4746-96af-ce2562913fce tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:18.266578 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92d78824-8818-4345-a718-a3b2bee45096 req-024d7bf0-6aa4-4746-96af-ce2562913fce tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0885439
Apr 02 18:11:18.314208 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92d78824-8818-4345-a718-a3b2bee45096 req-adb2cdd6-309f-478b-93c8-f098d15ebaa9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410891
Apr 02 18:11:19.118445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b04ca-5046-43ae-b2e1-1b0dfc17313f req-f2df25d2-473f-4afa-8e9d-83c7539a4e6a tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:19.120065 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f08b04ca-5046-43ae-b2e1-1b0dfc17313f req-f2df25d2-473f-4afa-8e9d-83c7539a4e6a tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.0911882
Apr 02 18:11:19.169780 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f08b04ca-5046-43ae-b2e1-1b0dfc17313f req-70e3fdf4-6d31-4a70-a74d-b6b1eaae7e6c tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423875
Apr 02 18:11:19.246214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e85fd-e816-48de-9471-135d341d8b5f req-b553b5ad-5d33-4bbb-a46d-7888f5aa2a8c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:19.247835 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-942e85fd-e816-48de-9471-135d341d8b5f req-b553b5ad-5d33-4bbb-a46d-7888f5aa2a8c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0884874
Apr 02 18:11:19.297893 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-942e85fd-e816-48de-9471-135d341d8b5f req-4e2063ed-f130-462f-972f-81c18f30ebe2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434937
Apr 02 18:11:19.511859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da6fa-d99c-40f8-9392-bd43b704a90d req-eea6a6ac-3b7e-4fb8-82aa-a3edd2922d18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:19.513614 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4e0da6fa-d99c-40f8-9392-bd43b704a90d req-eea6a6ac-3b7e-4fb8-82aa-a3edd2922d18 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 944 time: 0.0883288
Apr 02 18:11:19.569106 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4e0da6fa-d99c-40f8-9392-bd43b704a90d req-d789d367-bae4-4997-a430-7cee7f6e600c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484095
Apr 02 18:11:19.636881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device e3a492fb-34a3-4bee-afb6-e214e5d0504c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:19.806152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port e3a492fb-34a3-4bee-afb6-e214e5d0504c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:19.822392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'port_id': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'mac_address': 'fa:16:3e:76:31:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:19.888186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:19.906323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a492fb-34a3-4bee-afb6-e214e5d0504c {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:19.923759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port e3a492fb-34a3-4bee-afb6-e214e5d0504c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:19.927539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:19.929427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:20.002775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=e3a492fb-34a3-4bee-afb6-e214e5d0504c,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:20.006052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:20.268298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0219861-cd1c-45e5-9acc-974ad977aba1 req-fcd466e0-67fa-4c12-bf9d-49db75d8e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.269897 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d0219861-cd1c-45e5-9acc-974ad977aba1 req-fcd466e0-67fa-4c12-bf9d-49db75d8e50d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 1098 time: 0.1446159
Apr 02 18:11:20.274361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49db50c-9c61-427d-93d5-968203187a9d req-30c7012d-cb41-45d5-bb11-fa5856031fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.275835 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f49db50c-9c61-427d-93d5-968203187a9d req-30c7012d-cb41-45d5-bb11-fa5856031fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1099 time: 0.1103141
Apr 02 18:11:20.365572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-d0219861-cd1c-45e5-9acc-974ad977aba1 req-bdbf20d6-91b2-40bb-97ca-f5cb3f8c4965 service neutron] Synchronizing usage tracker for tenant:d4929c2a72db48cc9a891db1309730a0 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:20.371442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f49db50c-9c61-427d-93d5-968203187a9d req-fa662076-5205-4bc3-b0fb-e17e6607386c service neutron] Synchronizing usage tracker for tenant:d4929c2a72db48cc9a891db1309730a0 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:20.377974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43e6ff-b65b-4fcd-b375-14f1ca57e6b5 req-10ff19f4-8ee4-4b56-8b95-6b9c8568a428 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.380352 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ba43e6ff-b65b-4fcd-b375-14f1ca57e6b5 req-10ff19f4-8ee4-4b56-8b95-6b9c8568a428 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.0954514
Apr 02 18:11:20.391855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-d0219861-cd1c-45e5-9acc-974ad977aba1 req-bdbf20d6-91b2-40bb-97ca-f5cb3f8c4965 service neutron] Unset dirty status for tenant:d4929c2a72db48cc9a891db1309730a0 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:20.393049 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d0219861-cd1c-45e5-9acc-974ad977aba1 req-bdbf20d6-91b2-40bb-97ca-f5cb3f8c4965 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952961
Apr 02 18:11:20.394714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [req-f49db50c-9c61-427d-93d5-968203187a9d req-fa662076-5205-4bc3-b0fb-e17e6607386c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['PRIMARY'] with value(s) d4929c2a72db48cc9a891db1309730a0-security_group {{(pid=84313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:11:20.395103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [req-f49db50c-9c61-427d-93d5-968203187a9d req-fa662076-5205-4bc3-b0fb-e17e6607386c service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:11:20.431073 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ba43e6ff-b65b-4fcd-b375-14f1ca57e6b5 req-d5aa50fb-12a3-4cd6-aa94-712cf6563663 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435691
Apr 02 18:11:20.513953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cae2a-1268-4da6-a418-1fb77b9b516b req-8b671e9b-2104-4fc5-9723-e9625ca66ca1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.515553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-630cae2a-1268-4da6-a418-1fb77b9b516b req-8b671e9b-2104-4fc5-9723-e9625ca66ca1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0881031
Apr 02 18:11:20.564463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-630cae2a-1268-4da6-a418-1fb77b9b516b req-35185a47-fad6-47fb-bf6b-2c3b503c949f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417669
Apr 02 18:11:20.772865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502b1c9-63f2-483f-afd2-11257bd2b5ab req-958b438c-ddce-4b08-9e29-2eaa86ff94b5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.774356 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f502b1c9-63f2-483f-afd2-11257bd2b5ab req-958b438c-ddce-4b08-9e29-2eaa86ff94b5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 945 time: 0.0894182
Apr 02 18:11:20.823826 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f502b1c9-63f2-483f-afd2-11257bd2b5ab req-f8328a7c-b273-4cc1-b1f6-11c10a3c4acb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430794
Apr 02 18:11:20.902398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['e3a492fb-34a3-4bee-afb6-e214e5d0504c'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:20.905041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f49db50c-9c61-427d-93d5-968203187a9d req-fa662076-5205-4bc3-b0fb-e17e6607386c service neutron] Unset dirty status for tenant:d4929c2a72db48cc9a891db1309730a0 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:20.906196 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f49db50c-9c61-427d-93d5-968203187a9d req-fa662076-5205-4bc3-b0fb-e17e6607386c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6063771
Apr 02 18:11:21.647810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998a48-abdc-4c5d-a0a1-b554fb86f617 req-bc9e7be4-baae-4294-9c51-21c5953906fc tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:21.649367 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8b998a48-abdc-4c5d-a0a1-b554fb86f617 req-bc9e7be4-baae-4294-9c51-21c5953906fc tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.0978901
Apr 02 18:11:21.697090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8b998a48-abdc-4c5d-a0a1-b554fb86f617 req-24cbc329-0c94-4542-9437-a529b5a676c4 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413172
Apr 02 18:11:21.774802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950261f1-7486-45ae-a8d2-0b02beff2dcb req-257b8888-0586-440d-892a-57ab9cdb8bb2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:21.776473 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-950261f1-7486-45ae-a8d2-0b02beff2dcb req-257b8888-0586-440d-892a-57ab9cdb8bb2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0902588
Apr 02 18:11:21.823212 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-950261f1-7486-45ae-a8d2-0b02beff2dcb req-fd708f1b-576f-4ef0-9543-c3e6a6f5f63d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394881
Apr 02 18:11:22.030363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d345856-cc93-41c6-a51b-3f80d986c8dd req-e12d120a-1713-4a01-b597-69852ca450df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:22.032648 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9d345856-cc93-41c6-a51b-3f80d986c8dd req-e12d120a-1713-4a01-b597-69852ca450df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 945 time: 0.0889306
Apr 02 18:11:22.079686 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9d345856-cc93-41c6-a51b-3f80d986c8dd req-585f40e6-aec5-4f8c-9398-795a91496ec2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406785
Apr 02 18:11:22.837841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device e3a492fb-34a3-4bee-afb6-e214e5d0504c up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:22.918127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3a8e-ef2b-4712-9484-d4dbae6617fb req-29122a60-c500-4ced-9dc0-d7f9ca73920f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:22.920106 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-560f3a8e-ef2b-4712-9484-d4dbae6617fb req-29122a60-c500-4ced-9dc0-d7f9ca73920f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.1082439
Apr 02 18:11:22.959288 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port e3a492fb-34a3-4bee-afb6-e214e5d0504c completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:22.967040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port e3a492fb-34a3-4bee-afb6-e214e5d0504c triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:22.967589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.973715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-560f3a8e-ef2b-4712-9484-d4dbae6617fb req-19c5e8fd-9722-495f-a2a5-abd9ca675956 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458512
Apr 02 18:11:23.071653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4043bd-7754-4482-ae03-611bc095902b req-fe28319d-1177-47c9-ac6f-8187e9de54bf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:23.073416 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd4043bd-7754-4482-ae03-611bc095902b req-fe28319d-1177-47c9-ac6f-8187e9de54bf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1003437
Apr 02 18:11:23.110498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.125697 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd4043bd-7754-4482-ae03-611bc095902b req-f9de19e0-e4ab-4729-b300-8584b5a38446 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452988
Apr 02 18:11:23.141826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:23.158247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port e3a492fb-34a3-4bee-afb6-e214e5d0504c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:23.165456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.167890 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:23.209350 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'code': 200}
Apr 02 18:11:23.244407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=e3a492fb-34a3-4bee-afb6-e214e5d0504c,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:23.256208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:23.296178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984af92-7111-4186-88e2-4e19ef100081 req-1d3b66b4-65f7-4fc3-b26b-1c032998f40e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:23.298330 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8984af92-7111-4186-88e2-4e19ef100081 req-1d3b66b4-65f7-4fc3-b26b-1c032998f40e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0930667
Apr 02 18:11:23.348429 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8984af92-7111-4186-88e2-4e19ef100081 req-df44756f-620e-4a11-8546-944272d9c84d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434721
Apr 02 18:11:23.484522 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-2d2571e2-27eb-435e-8cb9-64ef66d417e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0913033
Apr 02 18:11:23.679165 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-eb67054d-640f-4fae-9fe3-17419e06ac1a tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=017a823e5870492d96b0a5313edf269b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0702112
Apr 02 18:11:23.698563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce1f83-4059-42e9-b360-e963ad4a296f req-4563a752-ce6a-45cc-a02d-66b634a0d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:23.700177 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-02ce1f83-4059-42e9-b360-e963ad4a296f req-4563a752-ce6a-45cc-a02d-66b634a0d2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1099 time: 0.1695991
Apr 02 18:11:23.810679 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-02ce1f83-4059-42e9-b360-e963ad4a296f req-bc9ba448-b917-4668-b08d-15daa7d6a87d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994179
Apr 02 18:11:23.893678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-a05ce281-4dc4-4818-9ef0-bd5b497badd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:23.895683 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-a05ce281-4dc4-4818-9ef0-bd5b497badd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 1099 time: 0.0872791
Apr 02 18:11:23.926163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-0694a74f-510b-4380-ad5d-4583ecf49254 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:23.928199 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-0694a74f-510b-4380-ad5d-4583ecf49254 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2478349
Apr 02 18:11:23.942025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 53914) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:23.945743 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-ac91e88e-e341-4ccd-98dd-5e490602eff7 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/quotas/017a823e5870492d96b0a5313edf269b HTTP/1.1" status: 200  len: 375 time: 0.0110569
Apr 02 18:11:24.005451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-25936abf-d2b3-4519-9e77-82b92218a125 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=017a823e5870492d96b0a5313edf269b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534778
Apr 02 18:11:24.103823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.177178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:24.208781 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ca8bfcc7-0b4f-49c5-9337-f39842c81018 req-e18fc21c-8cdc-4ae5-bdc5-e62445d3fb38 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.0489032
Apr 02 18:11:24.243245 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Usage tracker for resource:security_group_rule and tenant:af79f96b0c5e41cda8e67d2725622abb is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:24.246915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:24.259175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:24.322301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-a6394076-cada-4973-84bb-67cb4280000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:24.323906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-a6394076-cada-4973-84bb-67cb4280000a service neutron] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 916 time: 0.2850742
Apr 02 18:11:24.393172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.428612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65399960-513b-40d3-bf74-3211a9d4d4eb req-aabc0429-2f17-40f9-b8cc-7f36d15d0c6a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:24.430671 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-65399960-513b-40d3-bf74-3211a9d4d4eb req-aabc0429-2f17-40f9-b8cc-7f36d15d0c6a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1100264
Apr 02 18:11:24.494704 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-65399960-513b-40d3-bf74-3211a9d4d4eb req-040c2514-b1a1-46ae-9302-5d781cb6b9d8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564387
Apr 02 18:11:24.617454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-33a0e6e6-5ff6-4977-b7fa-352d8f798a60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393 HTTP/1.1" status: 200  len: 217 time: 0.2824435
Apr 02 18:11:24.629878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f109e-6349-4d89-9b13-37656b48bc5c req-ceda7058-f21e-40d8-b30a-2117227463ae tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:24.631445 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b6f109e-6349-4d89-9b13-37656b48bc5c req-ceda7058-f21e-40d8-b30a-2117227463ae tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.4626982
Apr 02 18:11:24.710961 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b6f109e-6349-4d89-9b13-37656b48bc5c req-221df695-e98d-4798-9218-3eb35a76a93f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723269
Apr 02 18:11:24.725075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d4180-a67e-4db2-a2ce-bbc5818dc7d6 req-46830ab1-0d82-47da-9e6b-c2348239bbf2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:24.727464 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fa4d4180-a67e-4db2-a2ce-bbc5818dc7d6 req-46830ab1-0d82-47da-9e6b-c2348239bbf2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0916767
Apr 02 18:11:24.732179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.737285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.760154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a4559480-734a-4bb5-8471-d9c3e5285720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:24.794664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fa4d4180-a67e-4db2-a2ce-bbc5818dc7d6 req-7ab4dc91-a056-4918-977d-a3c2df1c178b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467451
Apr 02 18:11:24.811879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4015cbd8-a395-4684-9641-6021e1e7d76b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:24.828223 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:24.836727 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af79f96b0c5e41cda8e67d2725622abb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8935986
Apr 02 18:11:24.839427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 53944) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:24.963493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.001430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.018479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa811bc-25a5-4e23-a29e-6e0c1a1d54f9 req-4c359d1b-3230-4e10-8f01-7e4f3549cca0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:25.020073 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eaa811bc-25a5-4e23-a29e-6e0c1a1d54f9 req-4c359d1b-3230-4e10-8f01-7e4f3549cca0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1618836
Apr 02 18:11:25.030070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 53950) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:25.035914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'floatingip': {'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:25.059688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.065242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:25.082499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015cbd8-a395-4684-9641-6021e1e7d76b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:25.085051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:25.093889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.095843 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4015cbd8-a395-4684-9641-6021e1e7d76b HTTP/1.1" status: 204  len: 168 time: 0.2553854
Apr 02 18:11:25.123080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.730167 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-33801865-4d7e-43db-862e-d3671e7c3880 req-4790046e-e1b8-4ff6-8b03-b2e4a7008724 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.3260407
Apr 02 18:11:26.050070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546247da-0c6c-45bc-9cb1-409d78e68bad req-527a6a51-7ebd-4b6d-830b-41fc278e76c4 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:26.052218 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-546247da-0c6c-45bc-9cb1-409d78e68bad req-527a6a51-7ebd-4b6d-830b-41fc278e76c4 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1167188
Apr 02 18:11:26.115322 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-546247da-0c6c-45bc-9cb1-409d78e68bad req-9e8ba731-1b8c-499c-bf88-1b7bb1a54595 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462880
Apr 02 18:11:26.247512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.250480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.434553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Floating IP 98714619-f43a-4c23-ad02-6e3cf2a6ad79 associated. External IP: 172.27.3.168, port: 2bc00547-2a89-49b4-bc40-5931add51d64.
Apr 02 18:11:26.666172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54010) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:26.796915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.813562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:26.815655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Router 156647d1-252b-4f85-891a-0998121cab12 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:11:26.816622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Usage tracker for resource:security_group_rule and tenant:880d0912205141a885ba2daa3d16c11d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:26.819563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:26.825529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:26.929006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-d229c190-5f5b-4f17-a9b4-c72a6266dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:26.930460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-d229c190-5f5b-4f17-a9b4-c72a6266dc58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.0944207
Apr 02 18:11:26.985083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.988337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.996189 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b0a03ba-5289-49a8-8787-660e4ae7721e req-51b9dd84-ff84-4c97-8367-c691127ede66 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.1198721
Apr 02 18:11:26.997214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7de27df3-fb94-46fd-b7ab-45c983981286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:27.043956 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=880d0912205141a885ba2daa3d16c11d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3763211
Apr 02 18:11:27.044559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54022) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:27.049078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5aa3a-aa67-4589-9b9c-386dbacfb854,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:27.056422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:11:27.060827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.077036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:11:27.103952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:27.104641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0400>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:11:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.109928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:27.124554 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3a9c2760-b15f-48c3-bea8-7f82853925fb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "PUT /v2.0/floatingips/98714619-f43a-4c23-ad02-6e3cf2a6ad79 HTTP/1.1" status: 200  len: 992 time: 2.0932779
Apr 02 18:11:27.125315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:27.189613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.237139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.291806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.296992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:27.308459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5aa3a-aa67-4589-9b9c-386dbacfb854,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:27.310950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:27.318786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.322879 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ec5aa3a-aa67-4589-9b9c-386dbacfb854 HTTP/1.1" status: 204  len: 168 time: 0.2762990
Apr 02 18:11:27.381832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:27.413610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d679-bcfe-4604-87a0-8149cf2c1485 req-e646ecdc-9149-44a6-aeb9-3b048ca417dc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:27.415381 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f655d679-bcfe-4604-87a0-8149cf2c1485 req-e646ecdc-9149-44a6-aeb9-3b048ca417dc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1130986
Apr 02 18:11:27.475536 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f655d679-bcfe-4604-87a0-8149cf2c1485 req-8db65b84-58d0-4f61-91b2-b364606602aa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531163
Apr 02 18:11:27.709775 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'status': 'completed', 'code': 200}
Apr 02 18:11:27.772192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0400>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '98714619-f43a-4c23-ad02-6e3cf2a6ad79', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '156647d1-252b-4f85-891a-0998121cab12', 'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'mac_address': 'fa:16:3e:be:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:10:29Z', 'updated_at': '2021-04-02T18:11:26Z', 'revision_number': 1, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.776217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:11:27.785151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:27.785796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0400>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:11:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.974077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:28.104292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54068) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:28.179557 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e0650ae-3f28-43d1-9970-cafbc2c6cc72 req-f44d6b65-c6f1-4ce5-9ec9-61559f955869 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.0552187
Apr 02 18:11:28.240119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829134812-network', 'tenant_id': '3d822b4790cb44d9b5a856f508e58dbd'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:28.245644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:28.253804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Usage tracker for resource:network and tenant:3d822b4790cb44d9b5a856f508e58dbd is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:28.256909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:28.263852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:28.274954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Made reservation on behalf of 3d822b4790cb44d9b5a856f508e58dbd for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:28.279708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.293298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.308744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:28.312664 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Usage tracker for resource:security_group_rule and tenant:3d822b4790cb44d9b5a856f508e58dbd is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:28.315719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:28.321685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:28.363815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0400>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '98714619-f43a-4c23-ad02-6e3cf2a6ad79', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '156647d1-252b-4f85-891a-0998121cab12', 'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'mac_address': 'fa:16:3e:be:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:10:29Z', 'updated_at': '2021-04-02T18:11:26Z', 'revision_number': 1, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:28.367957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab753d-9818-45ee-a6b9-d218a268354a None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '98714619-f43a-4c23-ad02-6e3cf2a6ad79', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '156647d1-252b-4f85-891a-0998121cab12', 'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'mac_address': 'fa:16:3e:be:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:10:29Z', 'updated_at': '2021-04-02T18:11:26Z', 'revision_number': 1, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:11:28.407131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.410060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.414285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:28.443130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:28.452018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9061f659-610a-4ae5-9ca3-dcba59a71996,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:28.456498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:28.458919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.459337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Added segment a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f of type vlan for network 8a5f5799-beb6-44b5-8780-9c1b8561a354
Apr 02 18:11:28.488178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.539228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.540885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:28.545883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.552909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eddbfef6-c99e-4f1a-84ab-0930f6427c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:28.675142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Pushing event updated for resources: {'Network': ['ID=8a5f5799-beb6-44b5-8780-9c1b8561a354,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:28.680331 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5743678
Apr 02 18:11:28.681348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:28.683411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54082) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:28.685220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ace23-5384-41a9-820d-9a5ad6904e4a None None] New status for floating IP 98714619-f43a-4c23-ad02-6e3cf2a6ad79: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:11:28.691121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Request body: {'subnet': {'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829134812-subnet', 'tenant_id': '3d822b4790cb44d9b5a856f508e58dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:28.696436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:28.700622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Usage tracker for resource:subnet and tenant:3d822b4790cb44d9b5a856f508e58dbd is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:28.704203 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:28.705497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95f745-6a95-4b6a-932d-5822cfc034e9 req-2ad78473-6853-446d-b999-2706a9f029a0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:28.707170 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb95f745-6a95-4b6a-932d-5822cfc034e9 req-2ad78473-6853-446d-b999-2706a9f029a0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0947635
Apr 02 18:11:28.712988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:28.725391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Made reservation on behalf of 3d822b4790cb44d9b5a856f508e58dbd for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:28.730486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.756868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:28.761013 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb95f745-6a95-4b6a-932d-5822cfc034e9 req-0b5862ef-b902-4670-8612-1d156a5649b7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474865
Apr 02 18:11:29.096323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1035a51f-b447-42e6-918f-49378ecf0c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.146060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.162048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d575ff1a-9349-485a-9670-f788dcbd0b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:29.295578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:29.302050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:29.346334 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bff3950e-8241-4517-820f-691ce78633eb req-e07eb740-db66-4dbb-befa-65a6faa3bf40 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.0487335
Apr 02 18:11:29.364821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Checking segment: {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:29.365344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Network hostable DHCP agents. Network: 8a5f5799-beb6-44b5-8780-9c1b8561a354, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:29.384004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:29.392581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 8a5f5799-beb6-44b5-8780-9c1b8561a354) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:29.396925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:29.397560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.403472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee493353-29a1-40a4-8212-c177d177840c None None] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:29.420380 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-cfcf88e7-07d9-4f2f-a8d3-5ad09e11d558 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7353301
Apr 02 18:11:29.656154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17cb48-ddb2-47a9-a4d2-9115688107ed None None] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:29.764943 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-752c8b11-fa18-499d-a6c6-e314adad063b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1150451
Apr 02 18:11:29.991846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-dd0bc17d-1e9d-4698-a4e3-88b17bc584ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:29.994052 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-dd0bc17d-1e9d-4698-a4e3-88b17bc584ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1099 time: 0.2968035
Apr 02 18:11:30.047497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50934c-086d-4ad3-833e-a050fb85e1c9 req-4675da2a-e8f2-4ab1-83a2-2ba5f90bb3ee tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:30.049328 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c50934c-086d-4ad3-833e-a050fb85e1c9 req-4675da2a-e8f2-4ab1-83a2-2ba5f90bb3ee tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1333151
Apr 02 18:11:30.080116 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-5dc03073-724c-4a33-9392-a7210ef10789 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2866395
Apr 02 18:11:30.109727 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c50934c-086d-4ad3-833e-a050fb85e1c9 req-f348eab7-41ed-4ed8-844b-d9f301c66527 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517325
Apr 02 18:11:30.316620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-5576bc15-d1e5-46fc-bc72-df81b562764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:30.318160 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-5576bc15-d1e5-46fc-bc72-df81b562764b service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.3063362
Apr 02 18:11:30.431309 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ecc6e5d-4348-4fd4-899a-be9101f9f613 req-c8a2e8f0-d1fe-4d01-956e-3ecf0c617f78 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558169
Apr 02 18:11:30.450331 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-f26ea9fb-94a2-4cf1-9c0e-66956fb4150c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 1002 time: 0.1248565
Apr 02 18:11:30.560838 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2e640ce6-79f0-4249-9f01-e6d6dd45c249 req-a663df66-272e-42a2-8d14-84e8bf014d92 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.0973330
Apr 02 18:11:30.585646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-8f0d9b73-d46d-4ded-a2ba-89afe556d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:30.597731 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-8f0d9b73-d46d-4ded-a2ba-89afe556d7bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0910509
Apr 02 18:11:30.631280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.690640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-9755146c-7ef8-4396-8322-150cce980b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:30.692251 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-9755146c-7ef8-4396-8322-150cce980b72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846403
Apr 02 18:11:30.778820 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-10d3ff2d-ad09-4873-a52f-5912705be7f6 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=017a823e5870492d96b0a5313edf269b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0583613
Apr 02 18:11:31.019698 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-6d99dd29-ee61-4fb6-8b06-e90f14577517 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757013
Apr 02 18:11:31.087411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-61dafc15-7164-4f19-bb1a-516ae509e6a6 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:31.088978 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-61dafc15-7164-4f19-bb1a-516ae509e6a6 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2398190
Apr 02 18:11:31.153330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Request body: {'port': {'device_id': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef', 'admin_state_up': True, 'tenant_id': '017a823e5870492d96b0a5313edf269b'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:31.544413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be1d5944-1b32-442d-840a-e54f764548fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.563787 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adc77a96-7713-4b50-9ab0-558018a333b4 req-38306f3d-fc27-43b8-b6a5-9401de8fa9af service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5291955
Apr 02 18:11:31.632179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:31.642369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612052-5f09-47f8-a64f-8a4348a9858d req-19442974-1377-421b-a436-5b9683cdf02c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:31.644006 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-08612052-5f09-47f8-a64f-8a4348a9858d req-19442974-1377-421b-a436-5b9683cdf02c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.3875651
Apr 02 18:11:31.647100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Usage tracker for resource:port and tenant:017a823e5870492d96b0a5313edf269b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:31.650051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:31.656346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:31.685357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Made reservation on behalf of 017a823e5870492d96b0a5313edf269b for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:31.693431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.729479 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-08612052-5f09-47f8-a64f-8a4348a9858d req-0ee1dea1-62d7-4ade-851a-d6fea26b11b5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692275
Apr 02 18:11:31.730159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.746918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:31.751702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Usage tracker for resource:security_group_rule and tenant:017a823e5870492d96b0a5313edf269b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:31.755196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:31.761786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:31.797797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b12530c1-a87b-436e-ba72-8da6a3f47549 req-89e0be89-b100-460c-ae27-50267ecc809f tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.0784588
Apr 02 18:11:31.892708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.955430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.961613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae3b4c6b-b49d-40c7-83f5-12c2a5b254d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:32.079051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ae2af-4f62-428e-bea8-c871e01e4c9a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:32.098506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:32.149736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460c95-580f-445b-aea4-1282f734d46e req-640fa008-188c-43a0-8f47-fd358199b151 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:32.151350 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec460c95-580f-445b-aea4-1282f734d46e req-640fa008-188c-43a0-8f47-fd358199b151 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.2510591
Apr 02 18:11:32.163281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54162) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:32.169786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'floatingip': {'port_id': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:32.207463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Allocated IP 192.168.233.9 (d65c9457-0ba4-4ed1-a255-b485e509faef/916825dd-c99a-4170-966f-b75b8ef97a8b/94434739-0a5d-4ae8-9258-cecf174c7ab0) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:32.269226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:32.275476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:32.491167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:32.544101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Transition to ACTIVE for port object 94434739-0a5d-4ae8-9258-cecf174c7ab0 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:32.595997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:32.702001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-83f75368-89e8-4154-9dee-0f59e79522a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:33.000265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Pushing event updated for resources: {'Port': ['ID=94434739-0a5d-4ae8-9258-cecf174c7ab0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:33.007395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:33.104189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-79e2efe1-945b-49e0-941e-cee8ba055cdd tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:33.104976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-79e2efe1-945b-49e0-941e-cee8ba055cdd tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Synchronizing usage tracker for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:33.112771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Network d65c9457-0ba4-4ed1-a255-b485e509faef is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:33.114477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:33.116928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:33.123829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:33.124561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.161520 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.0170927
Apr 02 18:11:33.168199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-79e2efe1-945b-49e0-941e-cee8ba055cdd tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Unset dirty status for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:33.169584 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-79e2efe1-945b-49e0-941e-cee8ba055cdd tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/networks?id=8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 200  len: 809 time: 0.4688077
Apr 02 18:11:33.181813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Request body: {'port': {'device_id': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:33.207024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fc099-afff-4f9d-ba86-ebfdb77d5f87 req-445f5588-6cc8-4529-949d-e75b0ced83de tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:33.208677 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3f6fc099-afff-4f9d-ba86-ebfdb77d5f87 req-445f5588-6cc8-4529-949d-e75b0ced83de tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 934 time: 0.1467152
Apr 02 18:11:33.246096 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-4c1997fa-c8bb-49c0-82a8-3fb016f88f5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/quotas/3d822b4790cb44d9b5a856f508e58dbd HTTP/1.1" status: 200  len: 375 time: 0.0698271
Apr 02 18:11:33.321845 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-99bd0d22-e9d4-4b77-ae8c-68e0aede3b5d tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0639880
Apr 02 18:11:33.343803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3f6fc099-afff-4f9d-ba86-ebfdb77d5f87 req-b22b7ee5-f58b-4b68-a577-50b67587c691 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235445
Apr 02 18:11:33.377678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.382042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.421599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-fbeda217-9c92-4d0b-a084-7eddc1327e44 None None] Provisioning for port 94434739-0a5d-4ae8-9258-cecf174c7ab0 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:33.432549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-fbeda217-9c92-4d0b-a084-7eddc1327e44 None None] Provisioning complete for port 94434739-0a5d-4ae8-9258-cecf174c7ab0 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:33.432961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fbeda217-9c92-4d0b-a084-7eddc1327e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.575267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-fbeda217-9c92-4d0b-a084-7eddc1327e44 None None] Port 94434739-0a5d-4ae8-9258-cecf174c7ab0 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:11:33.589638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.590348 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Floating IP 738dd4cc-49d6-4a9b-9fd5-1dec56329d60 associated. External IP: 172.27.3.52, port: e3a492fb-34a3-4bee-afb6-e214e5d0504c.
Apr 02 18:11:33.715371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.760698 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-980c7f84-8653-4f17-9488-02c9d917b85c service neutron] 10.222.0.13 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374169
Apr 02 18:11:33.821136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54226) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:34.046726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.057760 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-cb08e6c5-7343-4bef-a4b9-f67aac609ccd service neutron] 10.222.0.13 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2832732
Apr 02 18:11:34.098054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-db368d1e-11b1-4c26-b77c-0f425a0c8eae tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:34.099666 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-db368d1e-11b1-4c26-b77c-0f425a0c8eae tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.3142602
Apr 02 18:11:34.117135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:34.130569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Usage tracker for resource:security_group_rule and tenant:d990c319d1904f5bba0e05c6eb9389e6 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:34.131856 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-f68caf07-5d69-4a41-9172-132cace1fd5a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/quotas/80ec365caf954178b29913371a7c97e2 HTTP/1.1" status: 200  len: 375 time: 0.0249104
Apr 02 18:11:34.135439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:34.144564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:34.182830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:11:34.340369 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b847255-8e48-4a4c-8d26-5d2127b06542 req-21465925-c6a8-4cb1-a6d0-c1e74ac6c1b9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 210 time: 0.0760241
Apr 02 18:11:34.358722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94434739-0a5d-4ae8-9258-cecf174c7ab0 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:34.370597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.412899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Transition to ACTIVE for port object 94434739-0a5d-4ae8-9258-cecf174c7ab0 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:34.415334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.417856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.438891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:34.493240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.676185 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-59f1a629-45b9-4991-b256-4c18d53544fa tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5348833
Apr 02 18:11:34.680091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:11:34.680235 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d990c319d1904f5bba0e05c6eb9389e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8496609
Apr 02 18:11:34.681796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.681933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Pushing event updated for resources: {'Port': ['ID=94434739-0a5d-4ae8-9258-cecf174c7ab0,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:34.684935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:34.687880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54248) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:34.688437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:34.700766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:11:34.714084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:34.715020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f87db70>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:11:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:34.786149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1878c2-69bc-41e1-bb65-e6c56a43aa1a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:34.789663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:34.837131 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-90fa2554-4ec3-4f38-9063-b70653859436 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "PUT /v2.0/floatingips/738dd4cc-49d6-4a9b-9fd5-1dec56329d60 HTTP/1.1" status: 200  len: 991 time: 2.6719792
Apr 02 18:11:34.851764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:34.893932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd660fb-402f-46f2-b773-3424a164891f req-dc316028-a2bc-4bd9-8ec2-e38a57fee575 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:34.894723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7dd660fb-402f-46f2-b773-3424a164891f req-dc316028-a2bc-4bd9-8ec2-e38a57fee575 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Synchronizing usage tracker for tenant:017a823e5870492d96b0a5313edf269b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:34.906369 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-84ab7531-2ab4-4dc2-a9e5-3fdee1d45862 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937394
Apr 02 18:11:34.967067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.032377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7dd660fb-402f-46f2-b773-3424a164891f req-dc316028-a2bc-4bd9-8ec2-e38a57fee575 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Unset dirty status for tenant:017a823e5870492d96b0a5313edf269b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:35.039708 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7dd660fb-402f-46f2-b773-3424a164891f req-dc316028-a2bc-4bd9-8ec2-e38a57fee575 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 946 time: 0.5264709
Apr 02 18:11:35.041700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Attempting to bind port 94434739-0a5d-4ae8-9258-cecf174c7ab0 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:35.042502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Attempting to bind port 94434739-0a5d-4ae8-9258-cecf174c7ab0 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:35.042502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Attempting to bind port 94434739-0a5d-4ae8-9258-cecf174c7ab0 on network d65c9457-0ba4-4ed1-a255-b485e509faef {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:35.068839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Port 94434739-0a5d-4ae8-9258-cecf174c7ab0 on network d65c9457-0ba4-4ed1-a255-b485e509faef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:35.069202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Attempting to bind port 94434739-0a5d-4ae8-9258-cecf174c7ab0 on network d65c9457-0ba4-4ed1-a255-b485e509faef {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:35.076850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.091095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:35.091464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Checking segment: {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:35.091881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Bound using segment: {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:35.092356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Bound port: 94434739-0a5d-4ae8-9258-cecf174c7ab0, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe54ce44-af29-419b-a0b9-9102188bf4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:35.092733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.106546 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-f8c2f1c1-d9e2-407c-938a-fcda499bff5f service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986122
Apr 02 18:11:35.121659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:35.185410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7dd660fb-402f-46f2-b773-3424a164891f req-da8ef9c8-c8e4-4b77-becb-c23686cf838d tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Synchronizing usage tracker for tenant:017a823e5870492d96b0a5313edf269b on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:35.461727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7dd660fb-402f-46f2-b773-3424a164891f req-da8ef9c8-c8e4-4b77-becb-c23686cf838d tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Unset dirty status for tenant:017a823e5870492d96b0a5313edf269b on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:35.467462 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7dd660fb-402f-46f2-b773-3424a164891f req-da8ef9c8-c8e4-4b77-becb-c23686cf838d tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4268937
Apr 02 18:11:35.486042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] For port 94434739-0a5d-4ae8-9258-cecf174c7ab0, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:35.486042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] For port 94434739-0a5d-4ae8-9258-cecf174c7ab0, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:35.492407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.510656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:35.561767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f87db70>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '738dd4cc-49d6-4a9b-9fd5-1dec56329d60', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'port_id': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'mac_address': 'fa:16:3e:76:31:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53327414-90dd-4946-83be-2d48753a9bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:10:34Z', 'updated_at': '2021-04-02T18:11:33Z', 'revision_number': 1, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:35.568209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:11:35.571198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.579807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:35.580766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f87db70>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:11:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:35.593474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.595245 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e1878c2-69bc-41e1-bb65-e6c56a43aa1a HTTP/1.1" status: 204  len: 168 time: 0.8987994
Apr 02 18:11:35.705124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Pushing event updated for resources: {'Port': ['ID=94434739-0a5d-4ae8-9258-cecf174c7ab0,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:35.710537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:35.711116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:35.728552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1878c2-69bc-41e1-bb65-e6c56a43aa1a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:35.733137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:35.780029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:35.780695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.782203 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] 10.222.0.30 "PUT /v2.0/ports/94434739-0a5d-4ae8-9258-cecf174c7ab0 HTTP/1.1" status: 200  len: 1096 time: 2.6074502
Apr 02 18:11:35.782881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'tag': '94434739-0a5d-4ae8-9258-cecf174c7ab0'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:35.810738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:36.189222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f87db70>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '738dd4cc-49d6-4a9b-9fd5-1dec56329d60', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'port_id': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'mac_address': 'fa:16:3e:76:31:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53327414-90dd-4946-83be-2d48753a9bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:10:34Z', 'updated_at': '2021-04-02T18:11:33Z', 'revision_number': 1, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:36.193392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5078d-11a2-4a94-b9ee-7caed07a5c10 None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '738dd4cc-49d6-4a9b-9fd5-1dec56329d60', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'port_id': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'mac_address': 'fa:16:3e:76:31:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53327414-90dd-4946-83be-2d48753a9bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:10:34Z', 'updated_at': '2021-04-02T18:11:33Z', 'revision_number': 1, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:11:36.497692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc46c33-4a25-4fc1-b82c-fcab9d53e9ee None None] New status for floating IP 738dd4cc-49d6-4a9b-9fd5-1dec56329d60: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:11:38.296921 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'status': 'completed', 'code': 200}
Apr 02 18:11:38.451484 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b840ba09-fe95-4c8a-aa22-ad91fb043180 req-2669e4f8-4311-407b-87c9-da6dc605cff7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 210 time: 0.0599282
Apr 02 18:11:38.525714 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'tag': '94434739-0a5d-4ae8-9258-cecf174c7ab0', 'status': 'completed', 'code': 200}
Apr 02 18:11:38.557041 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ea2dbeb-f062-46bd-aa63-6f47240672ea req-895274fe-cefd-465b-8047-9da8a44a77a0 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 210 time: 0.0892708
Apr 02 18:11:38.575617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-6d7a07ae-bdfb-4269-a296-de6a284c6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:38.577357 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-6d7a07ae-bdfb-4269-a296-de6a284c6739 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=017a823e5870492d96b0a5313edf269b&device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 1099 time: 0.2843370
Apr 02 18:11:38.579387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952695-66f4-4240-90ca-7af34966df98 req-ddd6010d-1e0c-4c94-893f-c6e75c393eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:38.582048 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-ddd6010d-1e0c-4c94-893f-c6e75c393eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1099 time: 0.1880240
Apr 02 18:11:38.695637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4822f2-1ac9-4490-9ad4-7996cfcbfacc req-a8b7daec-87e9-49eb-a253-302e7b07d2ba tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:38.697261 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de4822f2-1ac9-4490-9ad4-7996cfcbfacc req-a8b7daec-87e9-49eb-a253-302e7b07d2ba tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 946 time: 0.0945618
Apr 02 18:11:38.702575 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-71e77b76-93b6-45fb-818b-848525bd3ed3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0 HTTP/1.1" status: 200  len: 217 time: 0.1096361
Apr 02 18:11:38.752261 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de4822f2-1ac9-4490-9ad4-7996cfcbfacc req-5d909bba-2856-473e-80c2-172268f59e0b tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449004
Apr 02 18:11:38.868731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-6f45587f-aa0f-48d4-8ffc-4978ae4aecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:38.870361 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-6f45587f-aa0f-48d4-8ffc-4978ae4aecad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916825dd-c99a-4170-966f-b75b8ef97a8b HTTP/1.1" status: 200  len: 843 time: 0.1584389
Apr 02 18:11:38.939322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952695-66f4-4240-90ca-7af34966df98 req-82ab09e1-db86-4b9f-bbd1-a9e1836ffc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:38.941886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-82ab09e1-db86-4b9f-bbd1-a9e1836ffc1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 912 time: 0.2936516
Apr 02 18:11:39.083043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5d718b3f-e7b3-43fe-8ee5-d0a43a9b8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:39.084584 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-5d718b3f-e7b3-43fe-8ee5-d0a43a9b8c71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d65c9457-0ba4-4ed1-a255-b485e509faef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2005837
Apr 02 18:11:39.115416 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-54b6356b-c442-4ad4-8957-e944fd9a821f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 1001 time: 0.1538785
Apr 02 18:11:39.442257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952695-66f4-4240-90ca-7af34966df98 req-3f0e1a2f-7d95-4f89-93e0-f40b3327c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:39.444510 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-3f0e1a2f-7d95-4f89-93e0-f40b3327c71a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.2848535
Apr 02 18:11:39.572655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-33602b2a-560a-47ae-b5de-8f827160aaf7 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:39.575195 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-33602b2a-560a-47ae-b5de-8f827160aaf7 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "GET /v2.0/networks?id=8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 200  len: 809 time: 0.4894171
Apr 02 18:11:39.580256 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-bba14018-4535-4d51-9f25-333a91785032 service neutron] 10.222.0.30 "GET /v2.0/networks/d65c9457-0ba4-4ed1-a255-b485e509faef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4636760
Apr 02 18:11:39.611502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Request body: {'port': {'device_id': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354', 'admin_state_up': True, 'tenant_id': '3d822b4790cb44d9b5a856f508e58dbd'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:39.747899 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8bfc8cde-ae9d-4c48-80a3-845d0d5a8095 req-54cc3c84-330c-4ac8-99de-9d91b6066a60 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 210 time: 0.0949128
Apr 02 18:11:39.796654 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a73e07f0-b70a-48fe-aa9e-8d305ce97fb6 req-6a658ba6-f300-4a44-9fd5-523c870ddaa0 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 210 time: 0.0849292
Apr 02 18:11:39.896851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952695-66f4-4240-90ca-7af34966df98 req-0dcee6b7-cee3-4e0b-be3e-ba60837ba3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:39.897829 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-0dcee6b7-cee3-4e0b-be3e-ba60837ba3b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4416022
Apr 02 18:11:40.453456 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-51acace0-62ce-4a4b-bca5-19399793a624 req-95f1a071-2334-4fa3-a78b-0792ad0e9d9b service neutron] 10.222.0.30 "GET /v2.0/networks/d65c9457-0ba4-4ed1-a255-b485e509faef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8507454
Apr 02 18:11:40.476225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:40.492824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Usage tracker for resource:port and tenant:3d822b4790cb44d9b5a856f508e58dbd is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:40.502917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-333ee1a4-3df5-4a12-ab6a-93ce9b6560e0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:40.504501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-333ee1a4-3df5-4a12-ab6a-93ce9b6560e0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.7005126
Apr 02 18:11:40.505381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:40.525897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:40.575024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Request body: {'port': {'device_id': 'b267374e-63ba-498a-a268-8280a67869da', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'admin_state_up': True, 'tenant_id': '80ec365caf954178b29913371a7c97e2'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:40.605227 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-2703ce64-7c5b-46c4-bde4-6a38c300ec0d service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4652836
Apr 02 18:11:40.663748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e6b7-8554-45ed-bbfa-0ea2fe55a005 req-16fc2d4d-9e9a-4d4d-a42c-56a82d1f87fb tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:40.665465 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb90e6b7-8554-45ed-bbfa-0ea2fe55a005 req-16fc2d4d-9e9a-4d4d-a42c-56a82d1f87fb tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 946 time: 0.7373908
Apr 02 18:11:40.685626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Made reservation on behalf of 3d822b4790cb44d9b5a856f508e58dbd for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:40.691629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:40.988334 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb90e6b7-8554-45ed-bbfa-0ea2fe55a005 req-7cfbdde9-2b44-4ece-ba60-74fa7643bfb2 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162212
Apr 02 18:11:41.029440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-1d9d6597-1a46-4487-86cc-1ff75be7e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:41.031037 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-1d9d6597-1a46-4487-86cc-1ff75be7e5ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=017a823e5870492d96b0a5313edf269b&device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 1099 time: 0.5007410
Apr 02 18:11:41.035633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:41.077425 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b952695-66f4-4240-90ca-7af34966df98 req-f2355371-0d7d-454c-8049-42776f489cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4502208
Apr 02 18:11:41.136617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:41.229638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Made reservation on behalf of 80ec365caf954178b29913371a7c97e2 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:41.236500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:41.257139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Allocated IP 172.20.0.9 (8a5f5799-beb6-44b5-8780-9c1b8561a354/7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238/6638a24d-123a-4a95-a1ed-97c376bc8c11) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:41.292583 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-975b8c6f-8dcd-47e8-a231-864c3176223b req-016e78bc-39ee-462c-95a5-0b1ed58e7c4c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 210 time: 0.0548060
Apr 02 18:11:41.396592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-c9403397-33d9-42cc-b711-e4d90315095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:41.398137 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-c9403397-33d9-42cc-b711-e4d90315095e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d65c9457-0ba4-4ed1-a255-b485e509faef HTTP/1.1" status: 200  len: 870 time: 0.3583422
Apr 02 18:11:41.595958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7b968-c955-48a8-a0e0-5059d22b3ffa req-be48e171-e2ac-4c56-afc7-d4fbfadf7f31 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:41.598801 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-59d7b968-c955-48a8-a0e0-5059d22b3ffa req-be48e171-e2ac-4c56-afc7-d4fbfadf7f31 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.1509721
Apr 02 18:11:41.607355 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-0f388157-3337-4e73-83ac-51eaec372a98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0 HTTP/1.1" status: 200  len: 217 time: 0.1474404
Apr 02 18:11:41.649230 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-97bdf01b-36bd-4ce5-9004-02a39136e7cd req-464ad815-f969-4f51-be83-df95c9f59030 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 210 time: 0.2499480
Apr 02 18:11:41.692519 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-59d7b968-c955-48a8-a0e0-5059d22b3ffa req-24dbc728-fc14-413e-983d-b30ecb589996 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754945
Apr 02 18:11:41.741065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54402) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:41.745338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Allocated IP 172.20.0.14 (84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d/130e732b-dd95-4ddd-a81b-a732a89798c6/26bd202e-b771-4f79-8fc0-fa1613679dd2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:41.790720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-b5c99e92-d561-4af2-8a99-3bc8eacd5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:41.795394 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-b5c99e92-d561-4af2-8a99-3bc8eacd5a85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=916825dd-c99a-4170-966f-b75b8ef97a8b HTTP/1.1" status: 200  len: 843 time: 0.1595175
Apr 02 18:11:41.889607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:41.911890 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:41.916437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:34cbb7694a604d8c90d2e7620c607334 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:41.923935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:41.930878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:42.056915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.065033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.065555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.092074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c2b648c2-fe08-4a23-bcd5-eaad5bdad56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:42.161170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-c2f3a0ed-1ded-4df0-a488-94fda29ea8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:42.162776 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-c2f3a0ed-1ded-4df0-a488-94fda29ea8fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d65c9457-0ba4-4ed1-a255-b485e509faef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3124955
Apr 02 18:11:42.171219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54430) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:42.171987 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34cbb7694a604d8c90d2e7620c607334&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293005
Apr 02 18:11:42.174084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9b645-7ea8-4178-85b1-fb3da36c1d03,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:42.179860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:42.284324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d74d5-f061-461c-8374-b7881508e3e9 req-70fa1265-7428-48c0-869d-6719584771db tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:42.285925 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b5d74d5-f061-461c-8374-b7881508e3e9 req-70fa1265-7428-48c0-869d-6719584771db tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 946 time: 0.1073768
Apr 02 18:11:42.339792 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b5d74d5-f061-461c-8374-b7881508e3e9 req-018283da-1b0f-457e-85ad-ac53e5d84f29 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473301
Apr 02 18:11:42.604244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.641631 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5700b8ee-df5e-4fcf-acab-b7c01fd30842 req-e2390289-16c3-4b89-ac74-18163ec9226c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 210 time: 0.0877292
Apr 02 18:11:42.642651 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.664318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:42.848607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.851710 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-c1bdaedf-7211-4633-b11a-27244fa90a43 service neutron] 10.222.0.30 "GET /v2.0/networks/d65c9457-0ba4-4ed1-a255-b485e509faef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6718712
Apr 02 18:11:42.854823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5ac2b-55f5-4133-8564-e692112402cc req-28e3ab3e-6bbc-4fba-a1ca-27ac727ba7e8 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:42.856441 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58f5ac2b-55f5-4133-8564-e692112402cc req-28e3ab3e-6bbc-4fba-a1ca-27ac727ba7e8 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 931 time: 0.0911880
Apr 02 18:11:42.893939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Pushing event updated for resources: {'Port': ['ID=6638a24d-123a-4a95-a1ed-97c376bc8c11,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:42.905679 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58f5ac2b-55f5-4133-8564-e692112402cc req-1e268314-f1c2-4e73-b3c6-101a1fadbc0c tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414996
Apr 02 18:11:42.955303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:43.011842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.105278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.116866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:43.140046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-805b7f8b-174f-423c-b86a-bf871da1849e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:43.322481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:43.335703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:43.352127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:43.358156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:43.358761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.369397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event updated for resources: {'Port': ['ID=26bd202e-b771-4f79-8fc0-fa1613679dd2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:43.380840 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c21fdc7e-88a1-4143-b1c9-ea173ff86c4b req-583f5226-c1f7-4496-9b58-e2dd5ea1d18c service neutron] 10.222.0.30 "GET /v2.0/networks/d65c9457-0ba4-4ed1-a255-b485e509faef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4838662
Apr 02 18:11:43.389589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ef387-9840-46a8-a437-f8673d6bcb37 req-d10fc06b-3f11-4602-bf84-6e8ef496290a tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:43.392123 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5f5ef387-9840-46a8-a437-f8673d6bcb37 req-d10fc06b-3f11-4602-bf84-6e8ef496290a tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.5564272
Apr 02 18:11:43.393026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:43.435823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.448226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:43.477623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.478854 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a9b645-7ea8-4178-85b1-fb3da36c1d03 HTTP/1.1" status: 204  len: 168 time: 1.3040388
Apr 02 18:11:43.486963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9b645-7ea8-4178-85b1-fb3da36c1d03,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:43.493096 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8923337
Apr 02 18:11:43.496792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:43.512909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Request body: {'port': {'device_id': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:43.546436 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5f5ef387-9840-46a8-a437-f8673d6bcb37 req-30706862-2671-48a4-8975-688e59e6365f tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446552
Apr 02 18:11:43.568467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:43.571591 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:43.580913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:43.586859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:43.587582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.651396 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1221499
Apr 02 18:11:43.671717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Request body: {'port': {'device_id': 'b267374e-63ba-498a-a268-8280a67869da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:43.770799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.905807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54460) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:43.928889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.949211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:43.956275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Usage tracker for resource:security_group_rule and tenant:ef437668ab2e4b08b9e6541441c04109 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:43.967109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86387970-7247-453f-b6b4-1190c1e2dcff req-f4e56ea5-efac-485f-8e0c-61948285fed7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:43.968758 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86387970-7247-453f-b6b4-1190c1e2dcff req-f4e56ea5-efac-485f-8e0c-61948285fed7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 932 time: 0.1362269
Apr 02 18:11:43.970055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:43.976441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:43.980566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.042384 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86387970-7247-453f-b6b4-1190c1e2dcff req-235b0cc1-9853-4792-96b8-771afe028edd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617623
Apr 02 18:11:44.057414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3c7b-b7e3-407a-87a6-309b78b45ac4 req-b6d148ea-b7d0-47c9-b15a-05420fc7daaf tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:44.059015 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-708d3c7b-b7e3-407a-87a6-309b78b45ac4 req-b6d148ea-b7d0-47c9-b15a-05420fc7daaf tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 946 time: 0.3497946
Apr 02 18:11:44.111218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.114696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.124740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:44.156187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e474b9-4706-44e6-b66b-f1794ec834f0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:44.162232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:44.228841 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef437668ab2e4b08b9e6541441c04109&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3216114
Apr 02 18:11:44.232986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54466) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:44.304240 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-708d3c7b-b7e3-407a-87a6-309b78b45ac4 req-bd5cac02-d2a8-4daa-be5b-99cc7de8330b tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337377
Apr 02 18:11:44.310006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d0691-c1fc-475b-aeb5-f8a876c86034 req-e182dded-153c-4136-b045-a1836625e773 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:44.311639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-415d0691-c1fc-475b-aeb5-f8a876c86034 req-e182dded-153c-4136-b045-a1836625e773 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 931 time: 0.1505692
Apr 02 18:11:44.354134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.405264 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-415d0691-c1fc-475b-aeb5-f8a876c86034 req-ab46994e-2397-42cd-bdfc-1e41e1d65634 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764756
Apr 02 18:11:44.408258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.464653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.470760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:44.485825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e474b9-4706-44e6-b66b-f1794ec834f0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:44.488640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:44.499028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.503171 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86e474b9-4706-44e6-b66b-f1794ec834f0 HTTP/1.1" status: 204  len: 168 time: 0.2658820
Apr 02 18:11:44.624634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-9e829974-be8c-4fa8-944d-c7937d761650 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:44.626923 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-9e829974-be8c-4fa8-944d-c7937d761650 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.30 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.6170661
Apr 02 18:11:44.806249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00120d-1dfb-406a-822d-47876034949b req-717a6ab4-7b30-4c1b-8935-4fdda2028bfb tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:44.808918 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec00120d-1dfb-406a-822d-47876034949b req-717a6ab4-7b30-4c1b-8935-4fdda2028bfb tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.1060903
Apr 02 18:11:44.815731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Deleting port 0215ed45-dd82-434e-bb24-164c983a80ab {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:11:44.816114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.892491 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec00120d-1dfb-406a-822d-47876034949b req-5f695a31-2608-4e67-81c9-3c1b5d2e276c tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740726
Apr 02 18:11:45.037893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54490) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:45.176340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6638a24d-123a-4a95-a1ed-97c376bc8c11 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:45.191309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.272976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.284921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Transition to ACTIVE for port object 6638a24d-123a-4a95-a1ed-97c376bc8c11 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:45.293405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.297152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:45.309813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9cbf-03df-4e7a-8264-686e1a287dd8 req-9358abb7-5e9f-4e0e-88ce-1612fb38e140 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:45.311444 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c5f9cbf-03df-4e7a-8264-686e1a287dd8 req-9358abb7-5e9f-4e0e-88ce-1612fb38e140 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 932 time: 0.1393085
Apr 02 18:11:45.313035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Usage tracker for resource:security_group_rule and tenant:591ba4db6b424e72929c7b468086f71b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:45.316995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:45.320342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.338457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:45.392349 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c5f9cbf-03df-4e7a-8264-686e1a287dd8 req-e2ac064a-78f9-4f9d-9195-8667fe7d314d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721238
Apr 02 18:11:45.471039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.478840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.488923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a8947d8-f5d8-4bc2-82fb-d121e333ae8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.540954 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=591ba4db6b424e72929c7b468086f71b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5017998
Apr 02 18:11:45.542555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54514) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:45.545353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f1bc1a-3cd8-4257-be28-5778f5dbdb11,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:45.549907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:45.566198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] For port 0215ed45-dd82-434e-bb24-164c983a80ab, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0215ed45-dd82-434e-bb24-164c983a80ab,segment=NetworkSegment(ab163c76-8b62-4420-aea8-72d33f8b440b),segment_id=ab163c76-8b62-4420-aea8-72d33f8b440b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:45.566566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.607575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Pushing event updated for resources: {'Port': ['ID=6638a24d-123a-4a95-a1ed-97c376bc8c11,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:45.673624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:45.676362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bd202e-b771-4f79-8fc0-fa1613679dd2 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:45.701433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.747776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.752410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Calling delete_port for 0215ed45-dd82-434e-bb24-164c983a80ab owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:11:45.786325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.788876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72053a-fc1e-4ecf-b5b9-18b164094766 req-26a70ea0-cc81-4ef0-8b40-c139a4ef4bc3 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:45.790523 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8f72053a-fc1e-4ecf-b5b9-18b164094766 req-26a70ea0-cc81-4ef0-8b40-c139a4ef4bc3 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 943 time: 0.1761212
Apr 02 18:11:45.865217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Transition to ACTIVE for port object 26bd202e-b771-4f79-8fc0-fa1613679dd2 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:45.865873 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8f72053a-fc1e-4ecf-b5b9-18b164094766 req-5c2e107a-e0e8-4f65-8463-63cda1c06bf3 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635138
Apr 02 18:11:45.867405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.873016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d64bb5f-548a-4608-b8e7-a219a3954b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.882688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.886670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f1bc1a-3cd8-4257-be28-5778f5dbdb11,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:45.909495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:45.911865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.913092 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92f1bc1a-3cd8-4257-be28-5778f5dbdb11 HTTP/1.1" status: 204  len: 168 time: 0.3695266
Apr 02 18:11:45.973337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:46.196337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 94434739-0a5d-4ae8-9258-cecf174c7ab0 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:46.285270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b467ca0-81cf-45a7-9de7-3009bdbe3631 req-6f37de59-fb06-4688-ba0c-0216bafe95f7 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.293608 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b467ca0-81cf-45a7-9de7-3009bdbe3631 req-6f37de59-fb06-4688-ba0c-0216bafe95f7 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 945 time: 0.1173291
Apr 02 18:11:46.360716 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b467ca0-81cf-45a7-9de7-3009bdbe3631 req-a9a21fe8-e90d-42ff-84e4-35061838145e tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/security-groups?id=32c1ac5f-2689-4693-b86d-57c934c35737&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658040
Apr 02 18:11:46.363624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Pushing event updated for resources: {'Port': ['ID=26bd202e-b771-4f79-8fc0-fa1613679dd2,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:46.417710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54568) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:46.428161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a0b0-d2e8-400b-8a70-c1cc83d57269 req-4283a09b-dcc9-467b-8f70-56660ac389bf tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.435783 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7172a0b0-d2e8-400b-8a70-c1cc83d57269 req-4283a09b-dcc9-467b-8f70-56660ac389bf tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 946 time: 0.9341347
Apr 02 18:11:46.443580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:46.446252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.449055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 94434739-0a5d-4ae8-9258-cecf174c7ab0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:46.480264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '94434739-0a5d-4ae8-9258-cecf174c7ab0', 'network_id': 'd65c9457-0ba4-4ed1-a255-b485e509faef', 'port_id': '94434739-0a5d-4ae8-9258-cecf174c7ab0', 'mac_address': 'fa:16:3e:4d:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916825dd-c99a-4170-966f-b75b8ef97a8b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:46.501431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:46.505545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Usage tracker for resource:security_group_rule and tenant:b188ec4e24214429a4512787c0d850b7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:46.510256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:46.527479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:46.616674 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7172a0b0-d2e8-400b-8a70-c1cc83d57269 req-9c14fa86-632b-465f-8f36-5eafba1c4231 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648643
Apr 02 18:11:46.633639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.656832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94434739-0a5d-4ae8-9258-cecf174c7ab0 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:46.679373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 94434739-0a5d-4ae8-9258-cecf174c7ab0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:46.682845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.686355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:46.687128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Attempting to bind port 6638a24d-123a-4a95-a1ed-97c376bc8c11 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:46.688136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Attempting to bind port 6638a24d-123a-4a95-a1ed-97c376bc8c11 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:46.688562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Attempting to bind port 6638a24d-123a-4a95-a1ed-97c376bc8c11 on network 8a5f5799-beb6-44b5-8780-9c1b8561a354 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:46.723856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Port 6638a24d-123a-4a95-a1ed-97c376bc8c11 on network 8a5f5799-beb6-44b5-8780-9c1b8561a354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:46.724218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Attempting to bind port 6638a24d-123a-4a95-a1ed-97c376bc8c11 on network 8a5f5799-beb6-44b5-8780-9c1b8561a354 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:46.736777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:46.737153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Checking segment: {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:46.737573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Bound using segment: {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:46.738050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Bound port: 6638a24d-123a-4a95-a1ed-97c376bc8c11, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:46.738428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.752860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.789281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.795742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=94434739-0a5d-4ae8-9258-cecf174c7ab0,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:46.799465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:46.808847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-289ce8e5-5bd3-4f60-97b1-49b21d224ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:46.814341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.828672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d5f5652a-611d-4d94-ad34-f5cf0d83be36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:46.885123 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b188ec4e24214429a4512787c0d850b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4662511
Apr 02 18:11:46.886116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a086a5c-84df-411a-bd3b-2771cd69dd7d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:46.889456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:46.890328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54578) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:46.976842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43d11-5619-424d-905d-6826e702e35b req-956863e2-506a-4cca-ac31-b6947886e553 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.984994 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9da43d11-5619-424d-905d-6826e702e35b req-956863e2-506a-4cca-ac31-b6947886e553 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 944 time: 0.2298694
Apr 02 18:11:47.036936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.038967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Pushing event deleted for resources: {'Port': ['ID=0215ed45-dd82-434e-bb24-164c983a80ab,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:47.074433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['94434739-0a5d-4ae8-9258-cecf174c7ab0'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:47.086231 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9da43d11-5619-424d-905d-6826e702e35b req-4c9ec762-e8fb-4809-9e10-5d53265a28ff tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001382
Apr 02 18:11:47.097799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:47.120113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.126548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Attempting to bind port 26bd202e-b771-4f79-8fc0-fa1613679dd2 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:47.126914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Attempting to bind port 26bd202e-b771-4f79-8fc0-fa1613679dd2 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:47.127303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Attempting to bind port 26bd202e-b771-4f79-8fc0-fa1613679dd2 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:47.137372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Port 26bd202e-b771-4f79-8fc0-fa1613679dd2 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:47.137730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Attempting to bind port 26bd202e-b771-4f79-8fc0-fa1613679dd2 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:47.151312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:47.151682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Checking segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:47.152095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Bound using segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:47.152573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Bound port: 26bd202e-b771-4f79-8fc0-fa1613679dd2, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:47.152953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.168120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] For port 6638a24d-123a-4a95-a1ed-97c376bc8c11, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:47.183048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.189826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2100daf3-15a7-4395-aa00-cd643654967d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:47.206603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a086a5c-84df-411a-bd3b-2771cd69dd7d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:47.215721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:47.217152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.218589 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a086a5c-84df-411a-bd3b-2771cd69dd7d HTTP/1.1" status: 204  len: 168 time: 0.3201351
Apr 02 18:11:47.289715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] For port 6638a24d-123a-4a95-a1ed-97c376bc8c11, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:47.308574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.353646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:47.509888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] For port 26bd202e-b771-4f79-8fc0-fa1613679dd2, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:47.513249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] For port 26bd202e-b771-4f79-8fc0-fa1613679dd2, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:47.558019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.573934 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9bd3c2d3-57bf-4d44-83a0-9d7b5ee2284b req-71bc2ba0-d28e-47c1-95b7-dc9bc008a39d tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.0754871
Apr 02 18:11:47.683413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] No DVR routers for this DVR port 0215ed45-dd82-434e-bb24-164c983a80ab on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:11:47.686473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.704719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'name': 'network-vif-deleted', 'tag': '0215ed45-dd82-434e-bb24-164c983a80ab'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:47.776524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Pushing event updated for resources: {'Port': ['ID=6638a24d-123a-4a95-a1ed-97c376bc8c11,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:47.779974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:47.787013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:47.867674 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f8a9244e-f237-4ce6-b432-66ba38a47e1f req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.30 "DELETE /v2.0/ports/0215ed45-dd82-434e-bb24-164c983a80ab HTTP/1.1" status: 204  len: 173 time: 3.1924365
Apr 02 18:11:47.882833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-16681abe-c61c-4e39-ac48-689201652696 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.883661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-16681abe-c61c-4e39-ac48-689201652696 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Synchronizing usage tracker for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:47.891550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.892107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.893278 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] 10.222.0.30 "PUT /v2.0/ports/6638a24d-123a-4a95-a1ed-97c376bc8c11 HTTP/1.1" status: 200  len: 1093 time: 4.3870311
Apr 02 18:11:47.961753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-16681abe-c61c-4e39-ac48-689201652696 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Unset dirty status for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:47.967126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289107-2c9c-4e4d-a478-5379452f0b6e req-438be08c-65b0-4e87-84af-0c64ced68660 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.969348 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-14289107-2c9c-4e4d-a478-5379452f0b6e req-438be08c-65b0-4e87-84af-0c64ced68660 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 947 time: 0.1218393
Apr 02 18:11:47.969534 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-16681abe-c61c-4e39-ac48-689201652696 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 943 time: 0.7913766
Apr 02 18:11:48.043570 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-14289107-2c9c-4e4d-a478-5379452f0b6e req-c2a16668-526c-45b7-89d3-f8351a3ecf78 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650079
Apr 02 18:11:48.054999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Pushing event updated for resources: {'Port': ['ID=26bd202e-b771-4f79-8fc0-fa1613679dd2,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:48.083267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:48.108525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-aeb2a189-fa14-4389-8837-20b450001162 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Synchronizing usage tracker for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:48.114507 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047c1d4-e16e-40cf-930a-d1d3853dcf1b', 'name': 'network-vif-deleted', 'tag': '0215ed45-dd82-434e-bb24-164c983a80ab', 'status': 'completed', 'code': 200}
Apr 02 18:11:48.120074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.120374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:48.122272 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] 10.222.0.30 "PUT /v2.0/ports/26bd202e-b771-4f79-8fc0-fa1613679dd2 HTTP/1.1" status: 200  len: 1094 time: 4.4556146
Apr 02 18:11:48.155546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-aeb2a189-fa14-4389-8837-20b450001162 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Unset dirty status for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:48.162407 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-77748f7f-90df-49cb-9af9-856fe2f5b3ac req-aeb2a189-fa14-4389-8837-20b450001162 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919620
Apr 02 18:11:48.179133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-a9ff5335-6968-4804-a854-fba734c466ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.179133 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-a9ff5335-6968-4804-a854-fba734c466ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 1096 time: 0.1981480
Apr 02 18:11:48.210507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0215ed45-dd82-434e-bb24-164c983a80ab no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:11:48.263492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 0215ed45-dd82-434e-bb24-164c983a80ab {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:11:48.263830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0215ed45-dd82-434e-bb24-164c983a80ab not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:11:48.298818 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-a571c0b1-1d9f-4699-906d-2b55aa0e0fcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11 HTTP/1.1" status: 200  len: 217 time: 0.0839703
Apr 02 18:11:48.320442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaba29-616f-44ea-abd5-fe5ee953c1a8 req-87f0b32b-b775-4e66-993e-eca6d8d105c3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.322656 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f5aaba29-616f-44ea-abd5-fe5ee953c1a8 req-87f0b32b-b775-4e66-993e-eca6d8d105c3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 944 time: 0.1103899
Apr 02 18:11:48.380395 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f5aaba29-616f-44ea-abd5-fe5ee953c1a8 req-2ac535b8-cd79-48fd-abe3-5e966c4a43bf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482376
Apr 02 18:11:48.406304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-8a10e0f0-47fd-422c-9bd0-7f976870ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.407998 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-8a10e0f0-47fd-422c-9bd0-7f976870ffa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238 HTTP/1.1" status: 200  len: 849 time: 0.1008241
Apr 02 18:11:48.474170 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-505052d0-9990-472b-af81-d623f7f9a2ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a5f5799-beb6-44b5-8780-9c1b8561a354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509200
Apr 02 18:11:48.476957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-b7a57080-03d0-45c1-91c7-c1974c2ecc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.478405 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-b7a57080-03d0-45c1-91c7-c1974c2ecc56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 1097 time: 0.3029771
Apr 02 18:11:48.490950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:11:48.608316 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-8a054f98-e1a4-4da1-8989-93de8eb0bdd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2 HTTP/1.1" status: 200  len: 217 time: 0.0758746
Apr 02 18:11:48.759318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-2e31c24c-0e20-4032-9fb4-c7719782bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.760782 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-2e31c24c-0e20-4032-9fb4-c7719782bd39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.0995944
Apr 02 18:11:48.766733 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-75ca19b3-2656-44af-ad49-6816ed2657c2 req-67c7cd80-a6eb-4b92-be93-09ccd8ff4813 tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] 10.222.0.13 "GET /v2.0/ports?device_id=f047c1d4-e16e-40cf-930a-d1d3853dcf1b HTTP/1.1" status: 200  len: 210 time: 0.0563557
Apr 02 18:11:48.770430 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-3fbb18dd-fd94-411c-ad0b-c5bb5282e1a3 service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808731
Apr 02 18:11:48.863940 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-11d066b8-bac7-4981-9e18-5b5569418aed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920627
Apr 02 18:11:49.294080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2f6e-7566-4629-bf4d-b0d91ef64f5b req-26d8e015-a77c-4d48-8eb8-73c0ff2f1b66 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:49.295903 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7d8b2f6e-7566-4629-bf4d-b0d91ef64f5b req-26d8e015-a77c-4d48-8eb8-73c0ff2f1b66 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 947 time: 0.1218324
Apr 02 18:11:49.332898 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d1bbc6-f7c5-430f-a4cf-f3adfa6245cc req-2bf88133-c601-42b7-a3d8-c55e5e6d48ce service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5018418
Apr 02 18:11:49.361740 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7d8b2f6e-7566-4629-bf4d-b0d91ef64f5b req-552740e1-ec6a-4aa0-a331-ff24db168336 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578120
Apr 02 18:11:49.402706 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-1b27f088-48db-4f1e-bd56-486e24dd4872 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5256801
Apr 02 18:11:49.571211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a918aa-8cac-466e-955e-911ce986b3de req-10bea970-264b-4f2f-a480-785aa553c054 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:49.573398 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31a918aa-8cac-466e-955e-911ce986b3de req-10bea970-264b-4f2f-a480-785aa553c054 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 943 time: 0.2425907
Apr 02 18:11:49.608400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624f95-4687-4dcd-b1fd-25ebd41d681d req-22873a7f-4022-4fe9-bb53-2ca75a51d302 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:49.610685 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-03624f95-4687-4dcd-b1fd-25ebd41d681d req-22873a7f-4022-4fe9-bb53-2ca75a51d302 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 944 time: 0.0971212
Apr 02 18:11:49.616259 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6de4001-4f4d-4221-bfe1-2955f93529b0 req-77c1339e-476c-432b-af67-3c62b10657e3 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052739
Apr 02 18:11:49.648801 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31a918aa-8cac-466e-955e-911ce986b3de req-0184a748-d1d4-4b4e-87c5-e68e7a575914 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536728
Apr 02 18:11:49.678566 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-03624f95-4687-4dcd-b1fd-25ebd41d681d req-1f3c7e17-3ec1-43cf-9f86-000d0e9455ce tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604713
Apr 02 18:11:50.115750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54708) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:50.116619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'tag': '6638a24d-123a-4a95-a1ed-97c376bc8c11'}, {'name': 'network-changed', 'server_uuid': 'b267374e-63ba-498a-a268-8280a67869da', 'tag': '26bd202e-b771-4f79-8fc0-fa1613679dd2'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:50.211861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 94434739-0a5d-4ae8-9258-cecf174c7ab0 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:50.223160 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'tag': '6638a24d-123a-4a95-a1ed-97c376bc8c11', 'status': 'completed', 'code': 200}
Apr 02 18:11:50.223674 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b267374e-63ba-498a-a268-8280a67869da', 'tag': '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'status': 'completed', 'code': 200}
Apr 02 18:11:50.295792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 94434739-0a5d-4ae8-9258-cecf174c7ab0 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:50.301618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 94434739-0a5d-4ae8-9258-cecf174c7ab0 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:50.302352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.326615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.346852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:50.352865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Usage tracker for resource:security_group_rule and tenant:084c81b5efef41c2a982a3664c17bc77 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:50.361041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:50.370014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:50.419793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-dbae20df-9c3a-4772-8854-4ca43c4254ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:50.423108 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-dbae20df-9c3a-4772-8854-4ca43c4254ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 1096 time: 0.1743853
Apr 02 18:11:50.441892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.479239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94434739-0a5d-4ae8-9258-cecf174c7ab0'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:50.495637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 94434739-0a5d-4ae8-9258-cecf174c7ab0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:50.499310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.517153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:50.569222 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94434739-0a5d-4ae8-9258-cecf174c7ab0', 'code': 200}
Apr 02 18:11:50.607098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=94434739-0a5d-4ae8-9258-cecf174c7ab0,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:50.611291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:50.686221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.702242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.714643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:50.745853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-e4818b7c-542e-47b4-9bb3-1a922e557b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:50.747450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-e4818b7c-542e-47b4-9bb3-1a922e557b65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 200  len: 910 time: 0.3108311
Apr 02 18:11:50.799217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46504faa-fc74-4f5e-b921-11cd5347921b req-2f3d7fa8-4ce4-4f26-8dd6-26910897da4f tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:50.800797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-46504faa-fc74-4f5e-b921-11cd5347921b req-2f3d7fa8-4ce4-4f26-8dd6-26910897da4f tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.3133368
Apr 02 18:11:50.873726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbed9-7a74-4086-886d-51a4c1d2442a req-7dfa1e02-1834-461c-9268-35d2056fb97d tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:50.876528 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b89fbed9-7a74-4086-886d-51a4c1d2442a req-7dfa1e02-1834-461c-9268-35d2056fb97d tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 943 time: 0.0984318
Apr 02 18:11:50.887517 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=084c81b5efef41c2a982a3664c17bc77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7633407
Apr 02 18:11:50.899037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54728) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:50.908943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e150c907-f02d-4d8b-b841-99f1defb4bb0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:50.914959 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-925eed34-b8da-4d0a-8ffb-41d5d52385e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11 HTTP/1.1" status: 200  len: 217 time: 0.1030419
Apr 02 18:11:50.918679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:50.962618 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b89fbed9-7a74-4086-886d-51a4c1d2442a req-93f92681-8f20-4a83-99d2-1259116e316e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796840
Apr 02 18:11:50.995211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.997834 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-46504faa-fc74-4f5e-b921-11cd5347921b req-183eff1a-d39f-4e4d-b644-f7f47c77bf58 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216936
Apr 02 18:11:51.025900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.041179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc838ff-6d80-43c5-bf3f-9706e8499bc8 req-49404570-f5d3-41b0-8b7e-f97b31173baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.042774 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-efc838ff-6d80-43c5-bf3f-9706e8499bc8 req-49404570-f5d3-41b0-8b7e-f97b31173baf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 1101 time: 0.3064506
Apr 02 18:11:51.044159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-aad44bba-7b4b-4d24-bfb8-f8116b6080d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.045708 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-aad44bba-7b4b-4d24-bfb8-f8116b6080d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238 HTTP/1.1" status: 200  len: 849 time: 0.1109433
Apr 02 18:11:51.074063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.079765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:51.122604 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-7a4ac18f-c48b-4a85-b513-1bdedac860ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a5f5799-beb6-44b5-8780-9c1b8561a354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525494
Apr 02 18:11:51.129588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150c907-f02d-4d8b-b841-99f1defb4bb0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:51.139541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:51.151353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.166653 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e150c907-f02d-4d8b-b841-99f1defb4bb0 HTTP/1.1" status: 204  len: 168 time: 0.2553253
Apr 02 18:11:51.243739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea980026-0d69-489f-afec-994afeb8edae req-8d968fc2-a05d-4b51-8c88-4251923e4cbb tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.244921 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ea980026-0d69-489f-afec-994afeb8edae req-8d968fc2-a05d-4b51-8c88-4251923e4cbb tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 944 time: 0.1568007
Apr 02 18:11:51.284588 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-efc838ff-6d80-43c5-bf3f-9706e8499bc8 req-2fc9214b-2364-40a6-944c-d60632c4102b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293868
Apr 02 18:11:51.301085 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ea980026-0d69-489f-afec-994afeb8edae req-136ec4f4-ff70-4145-b889-0e0618e14fd9 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469618
Apr 02 18:11:51.323859 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-cbceb617-aae9-48d2-b101-43648406829b service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904423
Apr 02 18:11:51.521922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54746) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:51.543924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.560756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:51.566291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee70a62e8e749c9bafd3d2ee328dbf7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:51.570781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:51.578910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:51.586258 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-343c07b7-f1b9-4c0e-9a09-948b22562f39 service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626077
Apr 02 18:11:51.652000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54752) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:51.723323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.729064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.730858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-28bfd5f0-34cf-46a5-b288-c1776098321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.732458 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-28bfd5f0-34cf-46a5-b288-c1776098321b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 1097 time: 0.0923615
Apr 02 18:11:51.737925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-004f4e84-0448-40e4-b362-306ed4065d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:51.764384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Deleting subnet b8a9dd93-b7ae-4c98-b52c-2253b1130bec {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:11:51.776233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.833576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c322ef14-e3db-456f-b6cd-05034b8de49b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:51.839133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:51.845723 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ee70a62e8e749c9bafd3d2ee328dbf7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3225734
Apr 02 18:11:51.846437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54756) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:51.874637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.884207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-4018c5fd-fea5-42b2-927f-c49c9433a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.885761 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-4018c5fd-fea5-42b2-927f-c49c9433a52d service neutron] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 916 time: 0.1456122
Apr 02 18:11:51.959658 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-775d8cd3-677f-4f0e-9a85-2a54588cbd54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2 HTTP/1.1" status: 200  len: 217 time: 0.0665550
Apr 02 18:11:51.972440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.007639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.040732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-62055880-3d6d-4545-91ec-c040bb84b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.042316 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-62055880-3d6d-4545-91ec-c040bb84b6a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.0713153
Apr 02 18:11:52.061185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.139128 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-0b76c3f3-e753-4004-aa59-9a0004e9e99b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0886729
Apr 02 18:11:52.294610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.307901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9656e826-8cb1-44d5-9b48-d58f149089a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:52.322733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224bca-1339-4cbf-bcba-2d0fbde26918 req-962d4687-1d9b-4970-be74-eb57623ca263 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.324379 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f8224bca-1339-4cbf-bcba-2d0fbde26918 req-962d4687-1d9b-4970-be74-eb57623ca263 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 943 time: 0.2287407
Apr 02 18:11:52.332677 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-c6a13e24-4bb1-461c-a107-65f339f36d2b service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798246
Apr 02 18:11:52.370520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c322ef14-e3db-456f-b6cd-05034b8de49b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:52.378059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:52.387737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.391941 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c322ef14-e3db-456f-b6cd-05034b8de49b HTTP/1.1" status: 204  len: 168 time: 0.5396299
Apr 02 18:11:52.402324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb48c95-e1eb-44af-9cd8-32e9743b726d req-0d29858a-5549-4f35-a142-ad1ef9fe979f tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.407750 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8cb48c95-e1eb-44af-9cd8-32e9743b726d req-0d29858a-5549-4f35-a142-ad1ef9fe979f tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.2325869
Apr 02 18:11:52.492664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f8224bca-1339-4cbf-bcba-2d0fbde26918 req-e7462281-e315-4f53-9e38-09ff3f7bb495 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589062
Apr 02 18:11:52.569083 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0add756b-ecb3-48fd-8a48-f7e807c85cc8 req-768bfd89-ecfd-4574-b9f2-f4457eda7cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093410
Apr 02 18:11:52.693078 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8cb48c95-e1eb-44af-9cd8-32e9743b726d req-e9e9775e-57e7-4943-9224-bf2fa1b22d4e tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812409
Apr 02 18:11:52.710398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.736878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:52.825627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a9dd93-b7ae-4c98-b52c-2253b1130bec,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:52.831783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:52.858913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcecfe4-07ac-4256-ba47-29dbc359847d req-a0614640-2be3-404c-9484-2b5b6617f7cd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.860037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6dcecfe4-07ac-4256-ba47-29dbc359847d req-a0614640-2be3-404c-9484-2b5b6617f7cd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:52.876899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6dcecfe4-07ac-4256-ba47-29dbc359847d req-a0614640-2be3-404c-9484-2b5b6617f7cd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:52.882484 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6dcecfe4-07ac-4256-ba47-29dbc359847d req-a0614640-2be3-404c-9484-2b5b6617f7cd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 944 time: 0.2238414
Apr 02 18:11:52.941097 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6dcecfe4-07ac-4256-ba47-29dbc359847d req-38bbae93-d276-4226-aaaa-849964a74481 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518665
Apr 02 18:11:52.944048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.954136 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8a9dd93-b7ae-4c98-b52c-2253b1130bec HTTP/1.1" status: 204  len: 168 time: 1.2978783
Apr 02 18:11:52.954562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54782) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:53.079551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:53.278145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:53.401877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa81e1cba90>> segment before_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.402387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa81e1cba90>> subnet precommit_delete_associations 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.403076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> segment_host_mapping after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.403441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> port after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.403803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> port after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.404199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> port after_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.404550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> segment after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.404955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> subnet after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.405454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> subnet after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.405604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa81e8d0240>> subnet after_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.474665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81dfbf2e8>> subnet after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.475083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81dfbf2e8>> subnet after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.475454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81dfbf2e8>> subnet before_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.475846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa81dfbf2e8>> subnet before_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:53.476212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e137c88>,) {'filters': {'network_id': ['bcf1afee-074e-428e-964e-efe0ca3d9579']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:53.493776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e137c88>, 'ab163c76-8b62-4420-aea8-72d33f8b440b') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:53.494164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e137c88>, 'ab163c76-8b62-4420-aea8-72d33f8b440b') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:53.507962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789545095'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:53.534559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:53.543593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:11:53.924516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3ae0f-1e3e-4ce1-b016-d14bf09d5aed req-37d0a552-9cc9-449c-bad1-975778fda09c tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.932245 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-56a3ae0f-1e3e-4ce1-b016-d14bf09d5aed req-37d0a552-9cc9-449c-bad1-975778fda09c tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.1082354
Apr 02 18:11:53.984734 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-56a3ae0f-1e3e-4ce1-b016-d14bf09d5aed req-d5bc36d1-8729-4b1b-b809-0c13c7f890a7 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509915
Apr 02 18:11:54.003087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Network bcf1afee-074e-428e-964e-efe0ca3d9579 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:11:54.011414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789079564'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.221039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8574c0-7bdc-4621-8236-537892b599df req-1e44a728-df61-44d9-953f-94d0acfea4e0 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.222754 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee8574c0-7bdc-4621-8236-537892b599df req-1e44a728-df61-44d9-953f-94d0acfea4e0 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 943 time: 0.3382516
Apr 02 18:11:54.236075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 6638a24d-123a-4a95-a1ed-97c376bc8c11 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:54.243240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Network bcf1afee-074e-428e-964e-efe0ca3d9579 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   from cryptography.utils import int_from_bytes
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   from cryptography.utils import int_from_bytes
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   (rel_b, rel_a, rel_b),
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   (rel_b, rel_a, rel_b),
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:11:54.272418 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:11:54.348672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab94c2-a2da-4db4-9290-213c43e8c5b2 req-b95488bb-6b49-473a-b91f-787700869598 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.356920 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-acab94c2-a2da-4db4-9290-213c43e8c5b2 req-b95488bb-6b49-473a-b91f-787700869598 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 944 time: 0.1173322
Apr 02 18:11:54.401830 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee8574c0-7bdc-4621-8236-537892b599df req-de01d527-8882-4f3d-a92e-4810c37a1d9b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492293
Apr 02 18:11:54.408324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.413618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ef58f805-c2c5-49c7-836d-0a90ec9ef745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:54.416778 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-acab94c2-a2da-4db4-9290-213c43e8c5b2 req-3931fe21-8987-41c6-b6c5-27beb01daa9a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590694
Apr 02 18:11:54.434609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf1afee-074e-428e-964e-efe0ca3d9579,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:54.436885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.441690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:54.461902 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-24a7d598-3083-4c74-bbc9-b46ff77f9db5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bcf1afee-074e-428e-964e-efe0ca3d9579 HTTP/1.1" status: 204  len: 168 time: 1.5061455
Apr 02 18:11:54.482657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 6638a24d-123a-4a95-a1ed-97c376bc8c11, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:54.492515 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.500607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '6638a24d-123a-4a95-a1ed-97c376bc8c11', 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354', 'port_id': '6638a24d-123a-4a95-a1ed-97c376bc8c11', 'mac_address': 'fa:16:3e:7a:3e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:54.565688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.591152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6638a24d-123a-4a95-a1ed-97c376bc8c11 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:54.612408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 6638a24d-123a-4a95-a1ed-97c376bc8c11, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:54.621663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.622648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 26bd202e-b771-4f79-8fc0-fa1613679dd2 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:54.641274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:54.743968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=6638a24d-123a-4a95-a1ed-97c376bc8c11,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:54.748862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:54.750967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:11:54.821846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54850) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:54.889240 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-64accd1e-8567-4867-b207-9e763f4bf415 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b955df250db4bb38cecce18a19d19ae&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0660686
Apr 02 18:11:54.892407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54856) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:54.914445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 26bd202e-b771-4f79-8fc0-fa1613679dd2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:54.928864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'port_id': '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'mac_address': 'fa:16:3e:81:a1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130e732b-dd95-4ddd-a81b-a732a89798c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:54.958092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.991417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.997118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.006230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dd40f-42d0-4615-ac0d-2983e383f466 req-90b436aa-676e-4b0e-8be0-be1d28047eb8 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:55.008271 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-012dd40f-42d0-4615-ac0d-2983e383f466 req-90b436aa-676e-4b0e-8be0-be1d28047eb8 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.1161685
Apr 02 18:11:55.016646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bd202e-b771-4f79-8fc0-fa1613679dd2 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:55.036808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 26bd202e-b771-4f79-8fc0-fa1613679dd2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:55.043257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.045696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:55.052251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.062866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd2256a4-4b12-420e-9429-52b6f320c868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:55.067022 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-012dd40f-42d0-4615-ac0d-2983e383f466 req-7ddbb372-44c1-45d3-89dc-d15eecd4cf52 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525122
Apr 02 18:11:55.077633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c1ac5f-2689-4693-b86d-57c934c35737,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:55.086513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:55.087332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.092363 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32c1ac5f-2689-4693-b86d-57c934c35737 HTTP/1.1" status: 204  len: 168 time: 0.1988463
Apr 02 18:11:55.142838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=26bd202e-b771-4f79-8fc0-fa1613679dd2,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:55.150307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:55.233389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54866) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:55.503970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.523615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:55.527944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Usage tracker for resource:security_group_rule and tenant:8a096047de604339a70928bbc0bbb93f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:55.531530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:55.537896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:55.595767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['26bd202e-b771-4f79-8fc0-fa1613679dd2'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:55.645291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['6638a24d-123a-4a95-a1ed-97c376bc8c11'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:55.669003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.723127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.753007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af99535c-fcee-49e6-a3ce-cf2083df4b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:55.759414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6300-709f-47a6-96c9-13673ca451ca req-5afac134-c509-4266-ba2a-ab335ea126a4 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:55.761063 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f72a6300-709f-47a6-96c9-13673ca451ca req-5afac134-c509-4266-ba2a-ab335ea126a4 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 944 time: 0.1637106
Apr 02 18:11:55.830055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfeaad7-df3f-453a-a792-0b01c487bfa2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:55.848497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:55.853782 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f72a6300-709f-47a6-96c9-13673ca451ca req-5e4764a0-989f-43f4-8c65-4e4515204fb5 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852017
Apr 02 18:11:55.874315 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a096047de604339a70928bbc0bbb93f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6389709
Apr 02 18:11:55.875269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54896) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:55.900018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83a4ac-05ce-466f-8d1a-91a50c6d34fb req-f1b9cee4-e21f-461b-9c4c-81e6ec07ff04 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:55.908785 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e83a4ac-05ce-466f-8d1a-91a50c6d34fb req-f1b9cee4-e21f-461b-9c4c-81e6ec07ff04 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 945 time: 0.2372978
Apr 02 18:11:55.952356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.975723 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e83a4ac-05ce-466f-8d1a-91a50c6d34fb req-f977765a-de43-4055-a9a7-9dd4fdea8153 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658119
Apr 02 18:11:55.996844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.055926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.061254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-705ba531-a696-4c89-a823-539296e28af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:56.077003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfeaad7-df3f-453a-a792-0b01c487bfa2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:56.082019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:56.084883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.088605 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dfeaad7-df3f-453a-a792-0b01c487bfa2 HTTP/1.1" status: 204  len: 168 time: 0.2091877
Apr 02 18:11:56.121871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54906) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:56.244973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-384112265-network', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:56.250697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:56.254717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Usage tracker for resource:network and tenant:9603c9b5e04f48faa1ac346d64b7a9b3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:56.258488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:56.265800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:56.276196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Made reservation on behalf of 9603c9b5e04f48faa1ac346d64b7a9b3 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:56.281914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.295617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.299159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1886f-4d24-4cd7-b374-6c90685fbcc6 req-ed37a76e-7543-4cd4-866c-8c8bfad7bdcb tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:56.300962 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8cf1886f-4d24-4cd7-b374-6c90685fbcc6 req-ed37a76e-7543-4cd4-866c-8c8bfad7bdcb tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.1000597
Apr 02 18:11:56.311577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:56.316122 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Usage tracker for resource:security_group_rule and tenant:9603c9b5e04f48faa1ac346d64b7a9b3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:56.319124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:56.325300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:56.358206 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8cf1886f-4d24-4cd7-b374-6c90685fbcc6 req-e233fe83-7fb7-4c33-b3a0-cea4f2136fa4 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503674
Apr 02 18:11:56.427338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.430226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.433358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f64311ea-25a2-4023-84c3-52b3c4cd1819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:56.465841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:56.475921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981de0dc-cb2a-4a5c-b6cf-d31865357ca7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:56.479771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:56.482310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.482697 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Added segment 063e20e8-807b-4b53-880e-37c607580438 of type vlan for network 7da8d9c1-34bc-496f-a671-ae9bc24ae793
Apr 02 18:11:56.502614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54916) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:56.519153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.525072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.544250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:56.548671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Usage tracker for resource:security_group_rule and tenant:eb415a27a8194de9a2ec2968762cc2c6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:56.551748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:56.555474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.556983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:56.557690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.557943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:56.563887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:56.647807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.650614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.659834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c264cdcf-9072-4915-97c0-ed209162ef06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:56.671512 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5458131
Apr 02 18:11:56.673248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 54920) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:56.675946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Pushing event updated for resources: {'Network': ['ID=7da8d9c1-34bc-496f-a671-ae9bc24ae793,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:56.681716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Request body: {'subnet': {'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-subnet', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:56.686365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:56.686761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:56.688039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:56.692371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Usage tracker for resource:subnet and tenant:9603c9b5e04f48faa1ac346d64b7a9b3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:56.695455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:56.701477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:56.705737 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb415a27a8194de9a2ec2968762cc2c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019680
Apr 02 18:11:56.707005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171040a-cb99-42da-82bc-6fdf5a4d8e8d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:56.710772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54924) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:56.713237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:56.770964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Made reservation on behalf of 9603c9b5e04f48faa1ac346d64b7a9b3 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:56.775772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822587'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.784741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.822336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.869322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.873976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-20931d06-73a6-403b-960c-3b60f1a0ca60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:56.888029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171040a-cb99-42da-82bc-6fdf5a4d8e8d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:56.891918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:56.899970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.904112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6171040a-cb99-42da-82bc-6fdf5a4d8e8d HTTP/1.1" status: 204  len: 168 time: 0.1930556
Apr 02 18:11:56.908137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-6c6b4cf7-b9ec-47e0-91a8-58de0d30c6a7 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:56.910597 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-6c6b4cf7-b9ec-47e0-91a8-58de0d30c6a7 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.2059844
Apr 02 18:11:57.015821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Deleting port 94434739-0a5d-4ae8-9258-cecf174c7ab0 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:11:57.016266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:57.100585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7488527-6428-4715-932f-ff7d4253776c req-c4f74848-fc99-4d58-a4c5-e0ecd8db7c04 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:57.102282 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b7488527-6428-4715-932f-ff7d4253776c req-c4f74848-fc99-4d58-a4c5-e0ecd8db7c04 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 944 time: 0.1110396
Apr 02 18:11:57.161353 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b7488527-6428-4715-932f-ff7d4253776c req-67165ab5-5d0b-4fe5-8aba-ca9eca16e05c tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501809
Apr 02 18:11:57.454809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41aae-7da1-4e8c-b91d-bada1be68db6 req-d328e90e-525f-46a7-97b5-b638b224a81e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:57.456446 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c2c41aae-7da1-4e8c-b91d-bada1be68db6 req-d328e90e-525f-46a7-97b5-b638b224a81e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 945 time: 0.3269043
Apr 02 18:11:57.597709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89002ac-5719-4944-8f69-40852de95bf4 req-67afaaaa-ebb6-4f25-8a6c-ce83c52e80e0 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:57.599201 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e89002ac-5719-4944-8f69-40852de95bf4 req-67afaaaa-ebb6-4f25-8a6c-ce83c52e80e0 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 948 time: 0.1127942
Apr 02 18:11:57.600103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] For port 94434739-0a5d-4ae8-9258-cecf174c7ab0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=94434739-0a5d-4ae8-9258-cecf174c7ab0,segment=NetworkSegment(fe54ce44-af29-419b-a0b9-9102188bf4f1),segment_id=fe54ce44-af29-419b-a0b9-9102188bf4f1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:57.600505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:57.652665 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e89002ac-5719-4944-8f69-40852de95bf4 req-2b73725e-3be2-4efd-830d-2c27ca2bc903 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13ae2af-4f62-428e-bea8-c871e01e4c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459771
Apr 02 18:11:57.773636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Calling delete_port for 94434739-0a5d-4ae8-9258-cecf174c7ab0 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:11:58.017036 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c2c41aae-7da1-4e8c-b91d-bada1be68db6 req-6415a027-b4de-49fc-b16f-606a800fd39a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5495975
Apr 02 18:11:58.206838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65696100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822536'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.228583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab3af3b7-625c-4d9a-8b47-e19aef507b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:58.260316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 6638a24d-123a-4a95-a1ed-97c376bc8c11 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:58.296235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2be8865-18f2-4187-89b5-fd50472fd7cb,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:58.316919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.319508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:58.347159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:58.385737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 6638a24d-123a-4a95-a1ed-97c376bc8c11 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:58.392269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 6638a24d-123a-4a95-a1ed-97c376bc8c11 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:58.392914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.455777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92ab6-ccdd-4e7a-afb9-c5f7229a308a req-be2ae111-f3ca-47eb-98be-e9a62a5f7a89 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:58.457469 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39d92ab6-ccdd-4e7a-afb9-c5f7229a308a req-be2ae111-f3ca-47eb-98be-e9a62a5f7a89 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 944 time: 0.1726630
Apr 02 18:11:58.476720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Pushing event deleted for resources: {'Port': ['ID=94434739-0a5d-4ae8-9258-cecf174c7ab0,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:58.486696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:58.539311 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39d92ab6-ccdd-4e7a-afb9-c5f7229a308a req-f1f39f38-ca80-4f58-895a-a2f07f882d87 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687377
Apr 02 18:11:58.623632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.652269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6638a24d-123a-4a95-a1ed-97c376bc8c11'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:58.663848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 6638a24d-123a-4a95-a1ed-97c376bc8c11, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:58.669685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.670841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 26bd202e-b771-4f79-8fc0-fa1613679dd2 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:58.704562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:58.738548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Checking segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:58.738949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Network hostable DHCP agents. Network: 7da8d9c1-34bc-496f-a671-ae9bc24ae793, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:58.755455 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6638a24d-123a-4a95-a1ed-97c376bc8c11', 'code': 200}
Apr 02 18:11:58.756850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] No DVR routers for this DVR port 94434739-0a5d-4ae8-9258-cecf174c7ab0 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:11:58.760711 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.767903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'name': 'network-vif-deleted', 'tag': '94434739-0a5d-4ae8-9258-cecf174c7ab0'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:58.795101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:58.815240 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-951727a0-2872-40cb-8a4a-b78d92cbc7a0 req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.30 "DELETE /v2.0/ports/94434739-0a5d-4ae8-9258-cecf174c7ab0 HTTP/1.1" status: 204  len: 173 time: 1.8954556
Apr 02 18:11:58.819611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=6638a24d-123a-4a95-a1ed-97c376bc8c11,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:58.820949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 7da8d9c1-34bc-496f-a671-ae9bc24ae793) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:58.823569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:58.824655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 26bd202e-b771-4f79-8fc0-fa1613679dd2 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:58.831266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e72cda-0b72-4dcf-8291-f3b39fdbf777 None None] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:58.845783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:58.846599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.873246 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.1987293
Apr 02 18:11:58.876813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 54982) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:58.886776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:58.892423 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd', 'name': 'network-vif-deleted', 'tag': '94434739-0a5d-4ae8-9258-cecf174c7ab0', 'status': 'completed', 'code': 200}
Apr 02 18:11:58.984657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:58.998895 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3430dc0e-809a-4879-8c85-16f327c01a3b req-73b8e833-073f-46c4-8c7e-2920ae0f73cd tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fc7a7e-f3bd-41a5-86c4-9603b5fbccdd HTTP/1.1" status: 200  len: 210 time: 0.1186862
Apr 02 18:11:59.000454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Usage tracker for resource:router and tenant:9603c9b5e04f48faa1ac346d64b7a9b3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:59.008342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:59.021593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:59.052062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.053139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.097746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.192633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 26bd202e-b771-4f79-8fc0-fa1613679dd2 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:59.193058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.194179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1a79-e368-4802-9c1c-35b0991a0313 req-4fc6221d-4a99-4cf1-afbb-dfb8ff49ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:59.195916 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8c3c1a79-e368-4802-9c1c-35b0991a0313 req-4fc6221d-4a99-4cf1-afbb-dfb8ff49ae0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 1098 time: 0.1716390
Apr 02 18:11:59.247706 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8c3c1a79-e368-4802-9c1c-35b0991a0313 req-638fd791-ede3-4ecb-b68e-b80bda99f8fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444441
Apr 02 18:11:59.269152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-05d0ce37-d771-4371-b20d-c73315ef297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.329885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfdd508-6a5c-4ad4-9f59-241d1b6c9681 None None] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:59.486462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.492893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.556354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e304373-e3c7-41e7-97c6-38a9f2a4b9fb req-ead74b42-8316-4ec0-8e68-b27299ebf323 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:59.557993 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3e304373-e3c7-41e7-97c6-38a9f2a4b9fb req-ead74b42-8316-4ec0-8e68-b27299ebf323 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 945 time: 0.3385515
Apr 02 18:11:59.588054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 26bd202e-b771-4f79-8fc0-fa1613679dd2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:59.608319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.614096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:59.653573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3e304373-e3c7-41e7-97c6-38a9f2a4b9fb req-cd602145-20e4-4d4c-8f86-1f9cda841690 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787776
Apr 02 18:11:59.778402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=26bd202e-b771-4f79-8fc0-fa1613679dd2,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:59.813172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:00.076920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:00.121454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e5545-c7a4-4df3-8758-94435c1ce7f3 req-59bc6e0e-c93e-4d4a-8cdd-fc0e58d31e4a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:00.131067 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c3e5545-c7a4-4df3-8758-94435c1ce7f3 req-59bc6e0e-c93e-4d4a-8cdd-fc0e58d31e4a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 945 time: 0.2585695
Apr 02 18:12:00.133358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:00.241870 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c3e5545-c7a4-4df3-8758-94435c1ce7f3 req-9a63ba2b-dffd-41a8-b4d5-a743f1244924 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100357
Apr 02 18:12:00.250771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 94434739-0a5d-4ae8-9258-cecf174c7ab0 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:12:00.317701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 94434739-0a5d-4ae8-9258-cecf174c7ab0 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:12:00.318059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 94434739-0a5d-4ae8-9258-cecf174c7ab0 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:12:00.356314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Allocated IP 172.27.3.127 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/67fe49e4-1a95-4506-8361-ab84c945b21f) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:00.569215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:00.622758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:00.637908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:00.638807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:00.729439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Pushing event updated for resources: {'Port': ['ID=67fe49e4-1a95-4506-8361-ab84c945b21f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:00.740809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:00.756700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b267374e-63ba-498a-a268-8280a67869da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd202e-b771-4f79-8fc0-fa1613679dd2'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:00.954460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b267374e-63ba-498a-a268-8280a67869da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'code': 200}
Apr 02 18:12:00.968335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95156561-26c1-42f6-a3ee-2890f74952fa req-3edcf823-edbe-4bc7-bd84-0e69a4d9f09d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:00.979178 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-95156561-26c1-42f6-a3ee-2890f74952fa req-3edcf823-edbe-4bc7-bd84-0e69a4d9f09d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.1616859
Apr 02 18:12:01.043683 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-95156561-26c1-42f6-a3ee-2890f74952fa req-2aa4db8a-640e-4d27-ad21-df01817ab3d0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634420
Apr 02 18:12:01.131867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:01.133022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:01.135296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:01.309475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ef07d-f3a7-4169-9f18-966b4ebdb291 req-50193f14-75ed-4671-b116-d3174bb111bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:01.311731 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f35ef07d-f3a7-4169-9f18-966b4ebdb291 req-50193f14-75ed-4671-b116-d3174bb111bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 1099 time: 0.1081164
Apr 02 18:12:01.389738 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f35ef07d-f3a7-4169-9f18-966b4ebdb291 req-3833e3a6-ac4a-4700-a654-ae1ef0f7f835 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704825
Apr 02 18:12:01.508731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a446-242f-4430-9b5e-78efc2c2c56c req-2147e413-cade-482d-8b5b-3354781b8e83 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:01.511401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f1b9a446-242f-4430-9b5e-78efc2c2c56c req-2147e413-cade-482d-8b5b-3354781b8e83 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 945 time: 0.0947537
Apr 02 18:12:01.571570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9a38395-b779-4298-973f-2bbcb13c6a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:01.592510 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f1b9a446-242f-4430-9b5e-78efc2c2c56c req-2ee7862b-89a7-4180-a792-68f90cf64f45 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719090
Apr 02 18:12:01.754334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:02.197227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:02.282162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c8944-551c-4329-a689-20b0b9c5635f req-b2d87db4-04d2-49b8-b08c-3e72fe269b22 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:02.283587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:02.284072 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-af2c8944-551c-4329-a689-20b0b9c5635f req-b2d87db4-04d2-49b8-b08c-3e72fe269b22 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.1031232
Apr 02 18:12:02.346144 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-af2c8944-551c-4329-a689-20b0b9c5635f req-66171a1e-1c10-4c1b-8e68-f9fe34e2fca2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540948
Apr 02 18:12:02.444627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:12:02.651840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:12:02.662433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Sync routers for ids ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:12:02.677952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:02.679513 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.8010116
Apr 02 18:12:02.682504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 55240) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:02.690570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Routers {'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:12:02.693115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e84bb70>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:03.024349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Set router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:12:03.083807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 55264) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:03.277041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.308093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:03.314685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Usage tracker for resource:security_group_rule and tenant:e69c92b2048d4489bb7c37687587d659 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:03.318727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:03.325713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:03.425372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e84bb70>, [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:12:01Z', 'revision_number': 3, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:03.433410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Checking router: b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:12:03.433804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Updating router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 port 67fe49e4-1a95-4506-8361-ab84c945b21f binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:12:03.458644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.465536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.485397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8b0ddb97-e1a6-42e1-aa93-b46fd35d4cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:03.510342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b8b4e-07e2-402b-a85f-0c377507aeb9 req-705c4dd2-e0cd-4e06-9527-e3d20cd5bc71 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:03.518999 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-428b8b4e-07e2-402b-a85f-0c377507aeb9 req-705c4dd2-e0cd-4e06-9527-e3d20cd5bc71 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 945 time: 0.5765495
Apr 02 18:12:03.551083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.563909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a8184f-9588-4b79-8aa7-9ad759ac775f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:03.592703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:03.661888 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e69c92b2048d4489bb7c37687587d659&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5767579
Apr 02 18:12:03.677105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 55290) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:03.732101 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-428b8b4e-07e2-402b-a85f-0c377507aeb9 req-d9fc07fa-6fcc-4902-a81e-bbda359ae432 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120509
Apr 02 18:12:03.732262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.771663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.804248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.854209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:03.864363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-17280d81-6e6c-4644-9c44-2a3895fecfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:03.902093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70b04d-5f14-4894-a14b-9c024c23ac3b req-8d7c2230-47c8-4b77-b956-b7e48167afc1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:03.909114 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ae70b04d-5f14-4894-a14b-9c024c23ac3b req-8d7c2230-47c8-4b77-b956-b7e48167afc1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.3253398
Apr 02 18:12:03.918855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a8184f-9588-4b79-8aa7-9ad759ac775f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:03.929356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:03.997256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.007463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.023032 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09a8184f-9588-4b79-8aa7-9ad759ac775f HTTP/1.1" status: 204  len: 168 time: 0.3240223
Apr 02 18:12:04.065725 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ae70b04d-5f14-4894-a14b-9c024c23ac3b req-8f60fcb9-a02e-4012-921e-911259cfba3b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374183
Apr 02 18:12:04.279344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Allocated IP 172.20.0.1 (7da8d9c1-34bc-496f-a671-ae9bc24ae793/c2be8865-18f2-4187-89b5-fd50472fd7cb/54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:04.294716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.340780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Transition to ACTIVE for port object 67fe49e4-1a95-4506-8361-ab84c945b21f will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:04.352400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.552033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:04.557231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.655149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.686256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Attempting to bind port 67fe49e4-1a95-4506-8361-ab84c945b21f on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:04.687516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Attempting to bind port 67fe49e4-1a95-4506-8361-ab84c945b21f by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:04.688109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Attempting to bind port 67fe49e4-1a95-4506-8361-ab84c945b21f on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:04.711913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:04.712582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:04.713025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.713456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:04.713966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Bound port: 67fe49e4-1a95-4506-8361-ab84c945b21f, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:04.714370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.754905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Pushing event updated for resources: {'Port': ['ID=67fe49e4-1a95-4506-8361-ab84c945b21f,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:04.769682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.770060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.770430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.771066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.771433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.771791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.772411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.772542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.772784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.773126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.773502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.774141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:04.779503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:04.820445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:04.867461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] For port 67fe49e4-1a95-4506-8361-ab84c945b21f, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:04.874447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] For port 67fe49e4-1a95-4506-8361-ab84c945b21f, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=67fe49e4-1a95-4506-8361-ab84c945b21f,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:04.879557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:04.887234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a62327-0eec-4415-964e-e2d2d02decee req-919c86b4-5ba9-44e1-b59a-fcb46607bcbb tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:04.889042 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-38a62327-0eec-4415-964e-e2d2d02decee req-919c86b4-5ba9-44e1-b59a-fcb46607bcbb tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 945 time: 0.1103270
Apr 02 18:12:04.902816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:05.026186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Pushing event updated for resources: {'Port': ['ID=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:05.031262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:05.032221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Deleting port 6638a24d-123a-4a95-a1ed-97c376bc8c11 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:12:05.032784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.036815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:05.043152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:05.045554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:05.109550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b164-49e8-4e3d-875a-360e9820203c req-bcb2b78c-c8fd-45b8-bab4-b9673487c77c tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:05.111350 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0771b164-49e8-4e3d-875a-360e9820203c req-bcb2b78c-c8fd-45b8-bab4-b9673487c77c tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 945 time: 0.2112341
Apr 02 18:12:05.137300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Pushing event updated for resources: {'Port': ['ID=67fe49e4-1a95-4506-8361-ab84c945b21f,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:05.144202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:05.188971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.225240 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0771b164-49e8-4e3d-875a-360e9820203c req-32ae87c2-6b4d-4f6e-90b8-18a7e8531ab7 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051581
Apr 02 18:12:05.226275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Routers {'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:12:05.231615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e84bb70>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:05.444355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] For port 6638a24d-123a-4a95-a1ed-97c376bc8c11, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6638a24d-123a-4a95-a1ed-97c376bc8c11,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:05.444767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.455800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.476346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] Set router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:12:05.630093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Calling delete_port for 6638a24d-123a-4a95-a1ed-97c376bc8c11 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:12:05.804692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.813234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.817325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.820637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['6638a24d-123a-4a95-a1ed-97c376bc8c11'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:05.827260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e84bb70>, [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:12:01Z', 'revision_number': 3, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:05.832176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ac09f-8383-4fb2-b5b1-f138c76e6b4a None None] The sync data for ids ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'] in dv-cinder-784477-2-iscsi is: [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:12:01Z', 'revision_number': 3, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:12:05.856159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:05.900909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:05.947696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Pushing event updated for resources: {'Port': ['ID=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:05.950663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:05.954599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.959998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Pushing event deleted for resources: {'Port': ['ID=6638a24d-123a-4a95-a1ed-97c376bc8c11,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:05.969994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:06.082696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] No DVR routers for this DVR port 6638a24d-123a-4a95-a1ed-97c376bc8c11 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:12:06.085179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.095755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'name': 'network-vif-deleted', 'tag': '6638a24d-123a-4a95-a1ed-97c376bc8c11'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:06.110342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:06.111590 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-38a62327-0eec-4415-964e-e2d2d02decee req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "DELETE /v2.0/ports/6638a24d-123a-4a95-a1ed-97c376bc8c11 HTTP/1.1" status: 204  len: 173 time: 1.2131250
Apr 02 18:12:06.112294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:06.161453 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb02bee-c73b-43e2-b475-3f8cecc65aea', 'name': 'network-vif-deleted', 'tag': '6638a24d-123a-4a95-a1ed-97c376bc8c11', 'status': 'completed', 'code': 200}
Apr 02 18:12:06.391688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:12:06.489738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-993f6aa2-876c-4552-9527-7668250233c6 req-6ea2227f-740a-47db-afd5-6374577ac1b9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Synchronizing usage tracker for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:06.544070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-993f6aa2-876c-4552-9527-7668250233c6 req-6ea2227f-740a-47db-afd5-6374577ac1b9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Unset dirty status for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:06.554118 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-993f6aa2-876c-4552-9527-7668250233c6 req-6ea2227f-740a-47db-afd5-6374577ac1b9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb02bee-c73b-43e2-b475-3f8cecc65aea HTTP/1.1" status: 200  len: 210 time: 0.1267812
Apr 02 18:12:06.676828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:12:06.700940 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] 10.222.0.13 "PUT /v2.0/routers/b21358bb-64aa-4ea6-b8ff-8e17d2de95b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0169802
Apr 02 18:12:07.006472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 55388) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:07.249584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-3aa9ba78-175e-4a35-a8fb-8b4d79668031 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:07.251219 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-3aa9ba78-175e-4a35-a8fb-8b4d79668031 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.1962976
Apr 02 18:12:07.278421 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-21f55026-78b9-4f3f-92c8-c6d2f6ec8d90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=017a823e5870492d96b0a5313edf269b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2705796
Apr 02 18:12:07.281931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 55410) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:07.282063 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-2a830cdf-7aed-4f98-b1c3-06a08b8569ca tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/quotas/80ec365caf954178b29913371a7c97e2 HTTP/1.1" status: 200  len: 375 time: 0.0210724
Apr 02 18:12:07.385487 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-346d94ce-da0e-4f0c-ac6e-69ff590cd3f2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0987239
Apr 02 18:12:07.491592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.517097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-5629f31e-8323-4323-acf3-f881254cd450 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:07.518025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-5629f31e-8323-4323-acf3-f881254cd450 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Synchronizing usage tracker for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:07.534327 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-68adb8e4-afe2-4483-84dd-51dbf2eac7d3 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402681
Apr 02 18:12:07.554811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.573675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-5629f31e-8323-4323-acf3-f881254cd450 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Unset dirty status for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:07.574956 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-5629f31e-8323-4323-acf3-f881254cd450 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 818 time: 0.2461841
Apr 02 18:12:07.604915 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-7e401e61-1165-418b-86ca-0e1ebaec6116 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/quotas/9603c9b5e04f48faa1ac346d64b7a9b3 HTTP/1.1" status: 200  len: 375 time: 0.0162079
Apr 02 18:12:07.668533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.680977 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d6e8e49c-5edd-414a-8e88-28af8b70659a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:07.692362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ae2af-4f62-428e-bea8-c871e01e4c9a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:07.693603 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-f59ec3b2-cca2-4150-9a1e-c0c2ad92eba4 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518075
Apr 02 18:12:07.694776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.717453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.730272 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a13ae2af-4f62-428e-bea8-c871e01e4c9a HTTP/1.1" status: 204  len: 168 time: 0.4390986
Apr 02 18:12:07.754131 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-614c832a-5ce8-4c57-971d-4dbd6ca0528e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1412439
Apr 02 18:12:07.796908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 67fe49e4-1a95-4506-8361-ab84c945b21f up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:07.883720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 67fe49e4-1a95-4506-8361-ab84c945b21f completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:07.889323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 67fe49e4-1a95-4506-8361-ab84c945b21f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:07.889974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.994938 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-30cab395-398e-4dda-8a0e-93f2a2fde4ee service neutron] 10.222.0.13 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250314
Apr 02 18:12:08.059414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.085712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 67fe49e4-1a95-4506-8361-ab84c945b21f, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=67fe49e4-1a95-4506-8361-ab84c945b21f,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:08.091823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.094392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:08.207322 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-3c6fa445-d424-41fb-86bf-4bb92bc04a6c service neutron] 10.222.0.13 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014797
Apr 02 18:12:08.220801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=67fe49e4-1a95-4506-8361-ab84c945b21f,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:08.230212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:08.251284 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de2eddf1-9bdc-4ed5-be05-388beb50c623 req-6d68731f-2711-4f0d-89e5-4e5270595e40 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 210 time: 0.0739052
Apr 02 18:12:08.300148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 6638a24d-123a-4a95-a1ed-97c376bc8c11 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:12:08.379860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 6638a24d-123a-4a95-a1ed-97c376bc8c11 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:12:08.384931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 6638a24d-123a-4a95-a1ed-97c376bc8c11 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:12:08.561184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f364b135-a272-4978-b55f-fe466a61752d req-9009ce28-813d-4822-ba8f-dedb60f8a1dd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Synchronizing usage tracker for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:08.590267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f364b135-a272-4978-b55f-fe466a61752d req-9009ce28-813d-4822-ba8f-dedb60f8a1dd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Unset dirty status for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:08.601050 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f364b135-a272-4978-b55f-fe466a61752d req-9009ce28-813d-4822-ba8f-dedb60f8a1dd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 210 time: 0.1268623
Apr 02 18:12:08.735916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-3e7c3015-f1d0-4dad-a356-926b2b83e30a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:08.745606 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-3e7c3015-f1d0-4dad-a356-926b2b83e30a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/networks?id=8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 200  len: 809 time: 0.2854283
Apr 02 18:12:08.768836 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-e0796462-506b-4bd4-bf04-819a43c0005d tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/quotas/3d822b4790cb44d9b5a856f508e58dbd HTTP/1.1" status: 200  len: 375 time: 0.0221887
Apr 02 18:12:08.838239 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-b0089108-4919-4454-b021-e58c82eee9aa tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0612662
Apr 02 18:12:09.143431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Sync routers for ids ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:12:09.147014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-375cd191-b88d-42ec-845f-cf6b9a3a6907 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.148900 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-375cd191-b88d-42ec-845f-cf6b9a3a6907 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 818 time: 0.1968083
Apr 02 18:12:09.161898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Routers {'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:12:09.162930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e318358>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:09.174450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-4b83d40a-b685-4633-b461-3f4327de1922 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/quotas/9603c9b5e04f48faa1ac346d64b7a9b3 HTTP/1.1" status: 200  len: 375 time: 0.0143180
Apr 02 18:12:09.290150 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-4c79a7ce-dcac-4cf0-9dcd-1231f51952a5 service neutron] 10.222.0.13 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4409952
Apr 02 18:12:09.332617 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-bc89a4dc-6eb1-42f3-bcf9-c7ed955ff9cb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1515400
Apr 02 18:12:09.402042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Set router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:12:09.587973 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-f345dc6f-2b73-45e2-b0e2-fb7e61a65a39 service neutron] 10.222.0.13 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471132
Apr 02 18:12:09.803296 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-19fcbf73-aacf-485b-a41b-e5350164e4f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5030210
Apr 02 18:12:09.835765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 67fe49e4-1a95-4506-8361-ab84c945b21f up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:09.881748 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-193d5a2b-f224-40fa-918b-d84663923a7e service neutron] 10.222.0.13 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927091
Apr 02 18:12:09.914337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-68624047-a037-4c0a-9edc-becf50ad36fc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.915991 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-68624047-a037-4c0a-9edc-becf50ad36fc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.5226333
Apr 02 18:12:09.929976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Request body: {'port': {'device_id': '71b97935-1e5f-437d-8568-16ed08c8b948', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'admin_state_up': True, 'tenant_id': '80ec365caf954178b29913371a7c97e2'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:09.938004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 67fe49e4-1a95-4506-8361-ab84c945b21f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:09.938420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.054465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e318358>, [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:12:05Z', 'revision_number': 4, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0', 'name': '', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'mac_address': 'fa:16:3e:3b:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:04Z', 'updated_at': '2021-04-02T18:12:05Z', 'revision_number': 2, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'subnets': [{'id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:10.067176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Checking router: b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:12:10.067571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Updating router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:12:10.215922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.227869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:10.264490 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:10.300325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Made reservation on behalf of 80ec365caf954178b29913371a7c97e2 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:10.322026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.461240 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-17f50e44-6c55-4c63-8b3a-f7bc1dbde178 req-4bba7e44-c00e-4a7d-88d7-d6f9dc746de4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 210 time: 0.1498425
Apr 02 18:12:10.668652 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39e49391-f7ff-4a6b-b0e4-520e78ce539a req-d435589f-40b2-4a07-8276-cf5ebee6d773 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 210 time: 0.0772519
Apr 02 18:12:10.808513 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0cc172c6-0150-4351-b706-248b34b06315 req-f141956b-c413-454e-abe1-58f40874ed1f tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 210 time: 0.0879099
Apr 02 18:12:10.882574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-77e5775b-cf09-49d4-a483-2f0c7a392ff8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:10.884589 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-77e5775b-cf09-49d4-a483-2f0c7a392ff8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 818 time: 0.5334492
Apr 02 18:12:10.950043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.964729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Request body: {'port': {'device_id': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'admin_state_up': True, 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:10.965440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Transition to ACTIVE for port object 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:10.972448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.006348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:11.034158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Allocated IP 172.20.0.13 (84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d/130e732b-dd95-4ddd-a81b-a732a89798c6/ffff9866-72fe-4cc5-8543-89dd1e887746) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:11.211945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:11.223631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:11.276957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Made reservation on behalf of 9603c9b5e04f48faa1ac346d64b7a9b3 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:11.283095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.339450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2146e-f0c7-4737-8bf7-9737f797253a None None] Pushing event updated for resources: {'Port': ['ID=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:11.344552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51c2146e-f0c7-4737-8bf7-9737f797253a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:11.528715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Attempting to bind port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:11.529138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Attempting to bind port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:11.529550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Attempting to bind port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:11.532371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.539028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:11.539464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Checking segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:11.539912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.540350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Bound using segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:11.543970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Bound port: 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:11.544455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.576129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Allocated IP 172.20.0.11 (7da8d9c1-34bc-496f-a671-ae9bc24ae793/c2be8865-18f2-4187-89b5-fd50472fd7cb/a2389cd6-c900-432d-82fe-277ccb936a6b) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:11.634051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.653766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bea2d78b-fd00-46aa-9d34-9c0c3d64b86a tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:11.713362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] For port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:11.722400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] For port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:11.726847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393', '26bd202e-b771-4f79-8fc0-fa1613679dd2'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:11.772909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:11.797436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:11.799336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event updated for resources: {'Port': ['ID=ffff9866-72fe-4cc5-8543-89dd1e887746,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:11.825117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:12.044838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:12.053523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:12.056577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:12.083772 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cd945be1-76d2-4e82-8973-fce2c87f436d req-b1faa5d1-3140-452b-94aa-a180d47871d8 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 210 time: 0.0771933
Apr 02 18:12:12.194059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:12.194651 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:12.218487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2146e-f0c7-4737-8bf7-9737f797253a None None] Pushing event updated for resources: {'Port': ['ID=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:12.230210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51c2146e-f0c7-4737-8bf7-9737f797253a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:12.300046 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3746777
Apr 02 18:12:12.326718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Request body: {'port': {'device_id': '71b97935-1e5f-437d-8568-16ed08c8b948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:12.363997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Routers {'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:12:12.364886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e318358>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:12.439749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3d955-5d9b-42c6-8c22-8171c8ca77a5 req-cb70692b-59cd-4431-982b-79f319b8b4e3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:12.440564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-3aa3d955-5d9b-42c6-8c22-8171c8ca77a5 req-cb70692b-59cd-4431-982b-79f319b8b4e3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:12.698707 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-493d09e2-6aaf-4bc2-b431-6da8ff283b40 req-70633b7a-3213-4835-a70e-98007c5ca525 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 210 time: 0.3860476
Apr 02 18:12:12.751870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] Set router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:12:12.900565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-3aa3d955-5d9b-42c6-8c22-8171c8ca77a5 req-cb70692b-59cd-4431-982b-79f319b8b4e3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:12.901829 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3aa3d955-5d9b-42c6-8c22-8171c8ca77a5 req-cb70692b-59cd-4431-982b-79f319b8b4e3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 932 time: 1.1708314
Apr 02 18:12:12.959782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:12.996767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-5fd94815-ca52-4300-bcc0-b1673bccca2e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:12.998750 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-5fd94815-ca52-4300-bcc0-b1673bccca2e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "GET /v2.0/networks?id=8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 200  len: 809 time: 1.0602868
Apr 02 18:12:13.010498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.127660 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3aa3d955-5d9b-42c6-8c22-8171c8ca77a5 req-fd258b21-af15-489f-8485-e8c1ada923cc tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645942
Apr 02 18:12:13.146684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Request body: {'port': {'device_id': '7addef95-b5e8-4870-acfd-d21660117c3f', 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354', 'admin_state_up': True, 'tenant_id': '3d822b4790cb44d9b5a856f508e58dbd'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:13.174213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e318358>, [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:12:05Z', 'revision_number': 4, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0', 'name': '', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'mac_address': 'fa:16:3e:3b:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:04Z', 'updated_at': '2021-04-02T18:12:11Z', 'revision_number': 4, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'subnets': [{'id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:13.186099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d130-0eb8-46dc-b41e-272c0544deb8 None None] The sync data for ids ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'] in dv-cinder-784477-2-iscsi is: [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:12:05Z', 'revision_number': 4, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0', 'name': '', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'mac_address': 'fa:16:3e:3b:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:04Z', 'updated_at': '2021-04-02T18:12:11Z', 'revision_number': 4, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'subnets': [{'id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:12:13.351501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ae8fc291-e782-4d1f-b56c-d96b58fcb8b6 req-753678ab-0df9-4e39-8f04-0df41a2e3609 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 210 time: 0.0583029
Apr 02 18:12:13.356985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-86d94981-1d98-477e-9a0b-079e9bffb3b6 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:13.359512 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-86d94981-1d98-477e-9a0b-079e9bffb3b6 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 818 time: 0.5885274
Apr 02 18:12:13.492214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.556627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:13.781830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Pushing event updated for resources: {'Port': ['ID=a2389cd6-c900-432d-82fe-277ccb936a6b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:13.788563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:13.802640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:13.812294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:13.822420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:13.823143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Made reservation on behalf of 3d822b4790cb44d9b5a856f508e58dbd for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:13.833952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.907742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:13.913038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:13.913764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.915336 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5f81bfab-a119-40e6-ad3f-69933970b7f8 req-78a46fd3-3f06-4b60-8c40-3b5518dcaffc tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 210 time: 0.0590968
Apr 02 18:12:13.963970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:13.969607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:13.979606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:14.052753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.089008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:14.092760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.097748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:14.173308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:14.174006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.177829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:14.188233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:14.207208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffff9866-72fe-4cc5-8543-89dd1e887746 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:14.223864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.233862 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2745795
Apr 02 18:12:14.243096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Allocated IP 172.20.0.11 (8a5f5799-beb6-44b5-8780-9c1b8561a354/7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238/5ce2845c-5a6c-4d5e-9481-39a693046075) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:14.253023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Transition to ACTIVE for port object ffff9866-72fe-4cc5-8543-89dd1e887746 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:14.258731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.276420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-849168a6-d507-4791-8264-6b872d2678ba tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:14.345950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d709ea6-7cb2-40e0-9ecd-9b43951e40f4 req-2be2663a-d753-4fee-9742-dc2a568c971a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:14.347623 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9d709ea6-7cb2-40e0-9ecd-9b43951e40f4 req-2be2663a-d753-4fee-9742-dc2a568c971a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.0947969
Apr 02 18:12:14.400842 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9d709ea6-7cb2-40e0-9ecd-9b43951e40f4 req-ed8be70a-d4e3-4cde-bb24-d87ff7765e6e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464387
Apr 02 18:12:14.522222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffff9866-72fe-4cc5-8543-89dd1e887746,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:14.542207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:14.822057 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.830962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Attempting to bind port ffff9866-72fe-4cc5-8543-89dd1e887746 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:14.831347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Attempting to bind port ffff9866-72fe-4cc5-8543-89dd1e887746 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:14.831700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Attempting to bind port ffff9866-72fe-4cc5-8543-89dd1e887746 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:14.839369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Port ffff9866-72fe-4cc5-8543-89dd1e887746 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:12:14.839701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Attempting to bind port ffff9866-72fe-4cc5-8543-89dd1e887746 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:14.847719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:14.848092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Checking segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:14.848503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Bound using segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:14.848965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Bound port: ffff9866-72fe-4cc5-8543-89dd1e887746, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:14.849339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.949757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.966924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:15.032506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] For port ffff9866-72fe-4cc5-8543-89dd1e887746, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:15.100119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] For port ffff9866-72fe-4cc5-8543-89dd1e887746, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ffff9866-72fe-4cc5-8543-89dd1e887746,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:15.110798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.137399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Pushing event updated for resources: {'Port': ['ID=5ce2845c-5a6c-4d5e-9481-39a693046075,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:15.373605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.373914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.374816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.375363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.375750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.376128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.376503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.376875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.377248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.377624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.377996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.378365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:15.385186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:15.387350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10b9c6e3-c314-41aa-a812-eb6c20c82ac2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:15.549906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffff9866-72fe-4cc5-8543-89dd1e887746,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:15.568675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:15.582658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:15.587745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:15.591625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:15.638661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:15.639353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.640831 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/ffff9866-72fe-4cc5-8543-89dd1e887746 HTTP/1.1" status: 200  len: 1094 time: 3.3185639
Apr 02 18:12:15.641333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b97935-1e5f-437d-8568-16ed08c8b948', 'tag': 'ffff9866-72fe-4cc5-8543-89dd1e887746'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:15.666666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:15.667325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.685368 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5431502
Apr 02 18:12:15.735829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:15.809427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:15.809841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.251040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Request body: {'port': {'device_id': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:17.292776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Request body: {'port': {'device_id': '7addef95-b5e8-4870-acfd-d21660117c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:17.322902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Request body: {'port': {'device_id': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'admin_state_up': True, 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:17.431315 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-89b16878-d881-4b95-9a47-96dcd833704d req-c221cfc5-b4e3-4f7b-9803-0520f35258ee tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 210 time: 0.0483999
Apr 02 18:12:17.626361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92716b65-0867-4b52-8dd1-c1d8e2f74797 req-3a80af0c-6143-40b6-a2b9-2d92b65822a4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:17.627967 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92716b65-0867-4b52-8dd1-c1d8e2f74797 req-3a80af0c-6143-40b6-a2b9-2d92b65822a4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.0952384
Apr 02 18:12:17.675563 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92716b65-0867-4b52-8dd1-c1d8e2f74797 req-8818c516-1fe6-4e58-bcc8-f3db2892142e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411627
Apr 02 18:12:17.755729 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b97935-1e5f-437d-8568-16ed08c8b948', 'tag': 'ffff9866-72fe-4cc5-8543-89dd1e887746', 'status': 'completed', 'code': 200}
Apr 02 18:12:17.764366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.785888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.797282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:17.853897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:17.870192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9bb33-2eab-4df1-901b-6488b22e28e6 req-28dfd0cd-22a3-474b-899d-c044a8116a7e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:17.870935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b5f9bb33-2eab-4df1-901b-6488b22e28e6 req-28dfd0cd-22a3-474b-899d-c044a8116a7e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Synchronizing usage tracker for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:17.923594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-828d7c80-99aa-43c4-97ad-8c24c2d8bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:17.925148 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-828d7c80-99aa-43c4-97ad-8c24c2d8bd6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 1097 time: 0.5816085
Apr 02 18:12:18.012090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Made reservation on behalf of 9603c9b5e04f48faa1ac346d64b7a9b3 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:18.017988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.087497 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-c362e305-15ce-4162-bf7c-0cf5952a6272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffff9866-72fe-4cc5-8543-89dd1e887746 HTTP/1.1" status: 200  len: 217 time: 0.1438878
Apr 02 18:12:18.088106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b5f9bb33-2eab-4df1-901b-6488b22e28e6 req-28dfd0cd-22a3-474b-899d-c044a8116a7e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Unset dirty status for tenant:3d822b4790cb44d9b5a856f508e58dbd on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:18.089232 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b5f9bb33-2eab-4df1-901b-6488b22e28e6 req-28dfd0cd-22a3-474b-899d-c044a8116a7e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 932 time: 0.6819077
Apr 02 18:12:18.455760 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b5f9bb33-2eab-4df1-901b-6488b22e28e6 req-cdc26dea-0478-44be-9b88-b45af62ac445 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3554776
Apr 02 18:12:18.476525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a763-a373-426f-a30d-10d4735cb8fd req-0a9b3065-618d-4e86-84f8-b573f28d87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:18.478077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-0a9b3065-618d-4e86-84f8-b573f28d87a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.3005450
Apr 02 18:12:18.608951 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-16d242e6-fb8f-4614-95ce-65d4928e10ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852110
Apr 02 18:12:18.990813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef68a2-8ce4-4793-bae7-f43e3360f1d0 req-43b4e8ba-7e52-409d-8e99-8b9ab0b94bd0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:18.992353 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e3ef68a2-8ce4-4793-bae7-f43e3360f1d0 req-43b4e8ba-7e52-409d-8e99-8b9ab0b94bd0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.1053307
Apr 02 18:12:19.069732 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-19d85350-a50e-4c9b-93c7-2bcb882fc52d service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4343822
Apr 02 18:12:19.070751 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e3ef68a2-8ce4-4793-bae7-f43e3360f1d0 req-f4f1e170-081c-4a6b-b300-13fdf22e3713 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562184
Apr 02 18:12:19.075414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-654982b4-3f1b-4a7a-b129-7d99042d3c36 req-904b6cc6-b727-4f32-a22c-4b6c23eec518 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Synchronizing usage tracker for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:19.131010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Allocated IP 172.20.0.2 (7da8d9c1-34bc-496f-a671-ae9bc24ae793/c2be8865-18f2-4187-89b5-fd50472fd7cb/a749df06-2370-464d-9c1b-93a5c5406417) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:19.291140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-654982b4-3f1b-4a7a-b129-7d99042d3c36 req-904b6cc6-b727-4f32-a22c-4b6c23eec518 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Unset dirty status for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:19.292328 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-654982b4-3f1b-4a7a-b129-7d99042d3c36 req-904b6cc6-b727-4f32-a22c-4b6c23eec518 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 210 time: 0.6756017
Apr 02 18:12:19.400719 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2332a763-a373-426f-a30d-10d4735cb8fd req-d0c7b95a-498c-47b0-ace6-7d62ded994e4 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3222878
Apr 02 18:12:19.499730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:12:19.704173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce2845c-5a6c-4d5e-9481-39a693046075 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:19.722763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:19.727074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:19.752207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b068306-3757-4c28-a063-5c0067bdb50c req-66e9031b-fe7e-46bd-a435-70bb299a5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:19.753783 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-66e9031b-fe7e-46bd-a435-70bb299a5517 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 1097 time: 0.2943351
Apr 02 18:12:19.796824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Transition to ACTIVE for port object 5ce2845c-5a6c-4d5e-9481-39a693046075 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:19.821455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:19.840425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28a682df-810e-4dd4-8400-bd0b98a89c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:19.942437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cdd64-7744-4b0d-ad3e-2fd1f6a7912d req-8475fe06-153c-4a5d-88e8-4b4337d1dacf tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:19.943892 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c15cdd64-7744-4b0d-ad3e-2fd1f6a7912d req-8475fe06-153c-4a5d-88e8-4b4337d1dacf tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 932 time: 0.3657868
Apr 02 18:12:20.112804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Pushing event updated for resources: {'Port': ['ID=5ce2845c-5a6c-4d5e-9481-39a693046075,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:20.140293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:20.165474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:20.195412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-620e5579-2881-4f72-8a1d-d27b5cef7a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:20.249999 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c15cdd64-7744-4b0d-ad3e-2fd1f6a7912d req-25444143-ad7b-4568-b428-b84c7c843e07 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863271
Apr 02 18:12:20.328686 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b068306-3757-4c28-a063-5c0067bdb50c req-366b952c-7ae5-45e9-b7fa-8e90c92c5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:20.330169 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-366b952c-7ae5-45e9-b7fa-8e90c92c5b60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 916 time: 0.5654995
Apr 02 18:12:20.490167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Pushing event updated for resources: {'Port': ['ID=a749df06-2370-464d-9c1b-93a5c5406417,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:20.502300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:20.672789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:20.677839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:20.712605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:21.005570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2389cd6-c900-432d-82fe-277ccb936a6b {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:21.010015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Attempting to bind port 5ce2845c-5a6c-4d5e-9481-39a693046075 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:21.010383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Attempting to bind port 5ce2845c-5a6c-4d5e-9481-39a693046075 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:21.010737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Attempting to bind port 5ce2845c-5a6c-4d5e-9481-39a693046075 on network 8a5f5799-beb6-44b5-8780-9c1b8561a354 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:21.019703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.026727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Port 5ce2845c-5a6c-4d5e-9481-39a693046075 on network 8a5f5799-beb6-44b5-8780-9c1b8561a354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:12:21.027113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Attempting to bind port 5ce2845c-5a6c-4d5e-9481-39a693046075 on network 8a5f5799-beb6-44b5-8780-9c1b8561a354 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:21.041712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:21.042076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Checking segment: {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:21.042486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Bound using segment: {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:21.042940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Bound port: 5ce2845c-5a6c-4d5e-9481-39a693046075, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:21.043328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.070709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:21.071378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.078440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Transition to ACTIVE for port object a2389cd6-c900-432d-82fe-277ccb936a6b will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:21.117377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.140576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:21.202947 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9207919
Apr 02 18:12:21.312570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Pushing event updated for resources: {'Port': ['ID=a2389cd6-c900-432d-82fe-277ccb936a6b,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:21.321334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:21.333027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] For port 5ce2845c-5a6c-4d5e-9481-39a693046075, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:21.338306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] For port 5ce2845c-5a6c-4d5e-9481-39a693046075, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5ce2845c-5a6c-4d5e-9481-39a693046075,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:21.351250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.368679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:21.626849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Pushing event updated for resources: {'Port': ['ID=5ce2845c-5a6c-4d5e-9481-39a693046075,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:21.645975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:21.714780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:21.715488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.716931 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] 10.222.0.30 "PUT /v2.0/ports/5ce2845c-5a6c-4d5e-9481-39a693046075 HTTP/1.1" status: 200  len: 1094 time: 4.4286962
Apr 02 18:12:21.717449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addef95-b5e8-4870-acfd-d21660117c3f', 'tag': '5ce2845c-5a6c-4d5e-9481-39a693046075'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:21.740851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Attempting to bind port a2389cd6-c900-432d-82fe-277ccb936a6b on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:21.741220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Attempting to bind port a2389cd6-c900-432d-82fe-277ccb936a6b by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:21.741582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Attempting to bind port a2389cd6-c900-432d-82fe-277ccb936a6b on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:21.746450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Port a2389cd6-c900-432d-82fe-277ccb936a6b on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:12:21.746805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Attempting to bind port a2389cd6-c900-432d-82fe-277ccb936a6b on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:21.752844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:21.753210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Checking segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:21.753613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Bound using segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:21.754067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Bound port: a2389cd6-c900-432d-82fe-277ccb936a6b, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:21.754441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.849500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] For port a2389cd6-c900-432d-82fe-277ccb936a6b, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:21.852455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] For port a2389cd6-c900-432d-82fe-277ccb936a6b, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2389cd6-c900-432d-82fe-277ccb936a6b,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:21.855682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:21.870850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-78ac9565-7dfb-4797-a5ac-80fd43eac923 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:22.022012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Pushing event updated for resources: {'Port': ['ID=a2389cd6-c900-432d-82fe-277ccb936a6b,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:22.027518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:22.058426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:22.059131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:22.060595 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] 10.222.0.30 "PUT /v2.0/ports/a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 1094 time: 4.8149991
Apr 02 18:12:24.538528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:24.572936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Request body: {'port': {'device_id': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:24.705088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ae63-4497-4e48-99e5-33d639083c73 req-2e9bc76e-b8c4-40ca-b437-483af4595b9d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:24.706726 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4f13ae63-4497-4e48-99e5-33d639083c73 req-2e9bc76e-b8c4-40ca-b437-483af4595b9d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.0951538
Apr 02 18:12:24.776090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4f13ae63-4497-4e48-99e5-33d639083c73 req-e2dcb5f3-0cb5-48a1-92b0-508f16125609 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445220
Apr 02 18:12:24.821614 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-045e3073-8157-4478-a363-f2eecfa61faf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffff9866-72fe-4cc5-8543-89dd1e887746 HTTP/1.1" status: 200  len: 217 time: 0.2575455
Apr 02 18:12:24.966556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7b9c0-c8f5-495c-8dfa-a25a7a611114 req-b62a8282-94dc-4442-9cd1-9ad008ae7a67 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:24.968681 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1eb7b9c0-c8f5-495c-8dfa-a25a7a611114 req-b62a8282-94dc-4442-9cd1-9ad008ae7a67 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.0918651
Apr 02 18:12:25.016841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b068306-3757-4c28-a063-5c0067bdb50c req-acb2f369-c2a2-4186-8900-b2403b9827a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.017349 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1eb7b9c0-c8f5-495c-8dfa-a25a7a611114 req-4638126d-5eee-48ac-b809-a7432c4f1b74 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415175
Apr 02 18:12:25.018383 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-acb2f369-c2a2-4186-8900-b2403b9827a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.1792457
Apr 02 18:12:25.022632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:25.088063 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addef95-b5e8-4870-acfd-d21660117c3f', 'tag': '5ce2845c-5a6c-4d5e-9481-39a693046075', 'status': 'completed', 'code': 200}
Apr 02 18:12:25.105573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-181fa25e-107b-4862-8764-ddabec0b778e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696776
Apr 02 18:12:25.132808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-f1fdc0ef-0282-4105-9709-8ff5dca1ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.134266 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-f1fdc0ef-0282-4105-9709-8ff5dca1ec0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 1097 time: 0.4794023
Apr 02 18:12:25.170474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-f150d302-79c1-4e5e-9db1-faee185072c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.172039 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-f150d302-79c1-4e5e-9db1-faee185072c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1097 time: 0.5227790
Apr 02 18:12:25.317668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ae68-565a-44c6-80fd-403c14f97731 req-c07e49de-f331-415f-a263-c70307c85046 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.319283 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58e1ae68-565a-44c6-80fd-403c14f97731 req-c07e49de-f331-415f-a263-c70307c85046 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 931 time: 0.5755258
Apr 02 18:12:25.344301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0dc4f2cc-3988-4219-9b54-a58fe8fa1b71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ce2845c-5a6c-4d5e-9481-39a693046075 HTTP/1.1" status: 200  len: 217 time: 0.1950207
Apr 02 18:12:25.491330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:12:25.657657 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-81fab44c-355f-4db0-bc4c-003283d6121e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 217 time: 0.4266043
Apr 02 18:12:25.844222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-58e1ae68-565a-44c6-80fd-403c14f97731 req-0ead1fc5-8825-4311-bb7d-4a122921f3ce tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Synchronizing usage tracker for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:25.904300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0e1c0a50-f3c8-47ef-a330-7d7d349bb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.906530 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-0e1c0a50-f3c8-47ef-a330-7d7d349bb3ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238 HTTP/1.1" status: 200  len: 849 time: 0.4767458
Apr 02 18:12:25.909739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-2349e85e-1fe7-4b9f-b3c9-72b2c2284168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.911164 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-2349e85e-1fe7-4b9f-b3c9-72b2c2284168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.2005007
Apr 02 18:12:25.957291 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-cb13ba41-baa6-4c25-959b-1e437fca0e2f service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8163893
Apr 02 18:12:25.961127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-58e1ae68-565a-44c6-80fd-403c14f97731 req-0ead1fc5-8825-4311-bb7d-4a122921f3ce tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Unset dirty status for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:25.962279 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58e1ae68-565a-44c6-80fd-403c14f97731 req-0ead1fc5-8825-4311-bb7d-4a122921f3ce tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6203709
Apr 02 18:12:26.172936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a749df06-2370-464d-9c1b-93a5c5406417 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:26.180578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:26.195124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Transition to ACTIVE for port object a749df06-2370-464d-9c1b-93a5c5406417 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:26.197876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:26.213295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:26.350620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a749df06-2370-464d-9c1b-93a5c5406417,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:26.355133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:26.575505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Attempting to bind port a749df06-2370-464d-9c1b-93a5c5406417 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:26.575876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Attempting to bind port a749df06-2370-464d-9c1b-93a5c5406417 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:26.576234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Attempting to bind port a749df06-2370-464d-9c1b-93a5c5406417 on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:26.582053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Port a749df06-2370-464d-9c1b-93a5c5406417 on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:12:26.582425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Attempting to bind port a749df06-2370-464d-9c1b-93a5c5406417 on network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:26.588185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:26.588657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Checking segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:26.589099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Bound using segment: {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:26.589556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Bound port: a749df06-2370-464d-9c1b-93a5c5406417, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063e20e8-807b-4b53-880e-37c607580438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:26.589932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:26.697875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] For port a749df06-2370-464d-9c1b-93a5c5406417, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:26.701014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] For port a749df06-2370-464d-9c1b-93a5c5406417, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a749df06-2370-464d-9c1b-93a5c5406417,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:26.705055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:26.723804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:26.881931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a749df06-2370-464d-9c1b-93a5c5406417,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:26.887523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:26.918756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:26.919461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:26.921963 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/a749df06-2370-464d-9c1b-93a5c5406417 HTTP/1.1" status: 200  len: 1093 time: 2.3583772
Apr 02 18:12:27.089434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'tag': 'a2389cd6-c900-432d-82fe-277ccb936a6b'}, {'name': 'network-changed', 'server_uuid': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'tag': 'a749df06-2370-464d-9c1b-93a5c5406417'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:29.070603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c5cb478-f7bd-41e6-ad10-0d1113bcee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:30.180531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764913d3-fa0d-4dcf-9a7a-a1c8bd93071d req-1ea6cb97-f51c-455b-84d4-c5997618ce44 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:30.182279 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-764913d3-fa0d-4dcf-9a7a-a1c8bd93071d req-1ea6cb97-f51c-455b-84d4-c5997618ce44 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.0904562
Apr 02 18:12:30.232939 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-764913d3-fa0d-4dcf-9a7a-a1c8bd93071d req-afb08c40-0fb6-4152-a86c-bbb657f11d0d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439994
Apr 02 18:12:30.252214 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-260190de-8e75-4bb8-a74c-747ca355e5ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a5f5799-beb6-44b5-8780-9c1b8561a354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2420890
Apr 02 18:12:30.264057 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-d8a344ac-0a2a-437a-b18f-b131d974eeca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2506020
Apr 02 18:12:30.422126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba5cad-c6e0-4a00-8d6c-dae656a0b20c req-e19ac64d-0642-45a0-960c-d3711e2b6d59 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:30.423775 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05ba5cad-c6e0-4a00-8d6c-dae656a0b20c req-e19ac64d-0642-45a0-960c-d3711e2b6d59 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 943 time: 0.0865037
Apr 02 18:12:30.471919 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05ba5cad-c6e0-4a00-8d6c-dae656a0b20c req-5af910e8-0eb1-4526-9864-70ab5be6e118 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414281
Apr 02 18:12:30.549337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'tag': 'a2389cd6-c900-432d-82fe-277ccb936a6b', 'status': 'completed', 'code': 200}
Apr 02 18:12:30.549657 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'tag': 'a749df06-2370-464d-9c1b-93a5c5406417', 'status': 'completed', 'code': 200}
Apr 02 18:12:30.556810 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-3c472a46-66b0-4c76-bc23-b060ec9a4e5a service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5756807
Apr 02 18:12:30.590563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-0a0be181-d28d-48f4-bd55-48ea7d1728fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:30.592133 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-0a0be181-d28d-48f4-bd55-48ea7d1728fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 1096 time: 0.5836639
Apr 02 18:12:30.632745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:30.692176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fc68b-eced-41b4-b6bc-748d98aebaed req-a52bd5ba-23f4-4184-b205-72754d196f31 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:30.693771 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-009fc68b-eced-41b4-b6bc-748d98aebaed req-a52bd5ba-23f4-4184-b205-72754d196f31 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.5497985
Apr 02 18:12:30.703570 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-cf420774-57b7-4d27-9aad-b25269027614 service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4326279
Apr 02 18:12:30.705411 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-1d95675d-8523-417a-a7cd-9e22c6406531 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4220843
Apr 02 18:12:30.708133 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-70603d96-e548-4b21-ad6f-7c96e8dead14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a749df06-2370-464d-9c1b-93a5c5406417 HTTP/1.1" status: 200  len: 217 time: 0.1039631
Apr 02 18:12:31.197646 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-009fc68b-eced-41b4-b6bc-748d98aebaed req-b97dfb83-900e-4df3-aaf0-f3346aa8f2a5 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4910574
Apr 02 18:12:31.228366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-69133cb7-7b9c-4346-a534-63cd12061f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:31.229930 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-69133cb7-7b9c-4346-a534-63cd12061f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.5055053
Apr 02 18:12:31.278909 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0bd4d0d6-eb03-4303-89c3-ef85b817a2e7 req-05a555dc-b698-48c5-9c3f-c1b5ef8eab11 service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5533144
Apr 02 18:12:31.281008 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26e879ab-ae93-493b-8fa8-077a055b0c90 req-d4cadc19-ce7a-49a8-9ede-abc14c88f7fe service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5593588
Apr 02 18:12:31.437139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099505d5-9680-4a9a-9d13-16cb14e859be req-640b91cf-5846-4048-a199-95cd4350e01e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:31.438690 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-099505d5-9680-4a9a-9d13-16cb14e859be req-640b91cf-5846-4048-a199-95cd4350e01e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.0912778
Apr 02 18:12:31.484698 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-099505d5-9680-4a9a-9d13-16cb14e859be req-28161066-ce1b-447f-8041-9cbe5da3900b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397294
Apr 02 18:12:31.538252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-259b5ab5-a924-4739-a0d3-0c366f387fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:31.674054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788766d-c9a7-48a1-afe1-1272e93e78da req-231d2cc4-7fa9-4118-8e83-3341a617fceb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:31.675656 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e788766d-c9a7-48a1-afe1-1272e93e78da req-231d2cc4-7fa9-4118-8e83-3341a617fceb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 943 time: 0.0874083
Apr 02 18:12:31.723435 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e788766d-c9a7-48a1-afe1-1272e93e78da req-8027c298-23ce-4d1d-bbba-1ad367018235 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413260
Apr 02 18:12:32.272783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.716752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:35.500646 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-98bec986-7b0c-4800-81a8-3859400fd7a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521388
Apr 02 18:12:35.665901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec6a53-a2e1-4327-bae7-95c792361511 req-83720420-9a2b-4817-a541-9ab959a804d8 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.667549 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9aec6a53-a2e1-4327-bae7-95c792361511 req-83720420-9a2b-4817-a541-9ab959a804d8 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.0973990
Apr 02 18:12:35.715636 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9aec6a53-a2e1-4327-bae7-95c792361511 req-ac5a0a5a-c92f-46ac-a3b8-855c48cb4178 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415132
Apr 02 18:12:35.891505 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-41a9211f-c2e1-47fe-ae9b-d6742b455c4b service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428626
Apr 02 18:12:35.903110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d4576-21c8-432e-923b-e93977f8429a req-6d2cdbf2-096c-4c40-9759-d9d9e45912df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.904572 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-6d2cdbf2-096c-4c40-9759-d9d9e45912df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 1097 time: 0.3276541
Apr 02 18:12:35.907825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953ad01-53f9-4b9a-ad58-1979b1dbe20f req-f0eec8f8-1364-46d5-a2af-17d1b1442378 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.909452 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8953ad01-53f9-4b9a-ad58-1979b1dbe20f req-f0eec8f8-1364-46d5-a2af-17d1b1442378 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 943 time: 0.0917101
Apr 02 18:12:35.928149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-4851cccb-913d-40a4-8b1d-ca2de56d2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.929660 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-4851cccb-913d-40a4-8b1d-ca2de56d2538 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1097 time: 0.3539975
Apr 02 18:12:35.959750 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8953ad01-53f9-4b9a-ad58-1979b1dbe20f req-412471b9-07ea-4bff-9f71-51924610709a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437341
Apr 02 18:12:36.007488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6479aee-5e4e-4995-a118-53ebf30ad17a req-67af98f8-e604-4cb1-9423-8b3e4fcc71c6 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:36.009032 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a6479aee-5e4e-4995-a118-53ebf30ad17a req-67af98f8-e604-4cb1-9423-8b3e4fcc71c6 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.3475475
Apr 02 18:12:36.312415 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a6479aee-5e4e-4995-a118-53ebf30ad17a req-3a85d90b-b21e-4a04-9dcf-dfc8ebce7867 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2726839
Apr 02 18:12:36.344445 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2b518a-2b24-4f37-bd7a-50b22e7813f1 req-7624533d-c542-4f74-8016-aeb6fe95b167 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4451253
Apr 02 18:12:36.349634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d4576-21c8-432e-923b-e93977f8429a req-21038911-dedb-493f-8d18-585ba36f9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:36.351248 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-21038911-dedb-493f-8d18-585ba36f9880 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 200  len: 910 time: 0.4182594
Apr 02 18:12:36.352342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-d5985eb5-c48d-4bb4-bcb6-3b9f025acd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:36.353751 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-d5985eb5-c48d-4bb4-bcb6-3b9f025acd3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.3822410
Apr 02 18:12:36.520648 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-d4d13a6b-3d21-40db-87dd-1ae89d723a81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ce2845c-5a6c-4d5e-9481-39a693046075 HTTP/1.1" status: 200  len: 217 time: 0.1399500
Apr 02 18:12:36.522321 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-05d518c5-12c8-413f-b953-35f894b70b54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 217 time: 0.0842831
Apr 02 18:12:36.653973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-461ca23e-f52e-4e73-ba5b-c78917074a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:36.656375 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-461ca23e-f52e-4e73-ba5b-c78917074a14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.1228085
Apr 02 18:12:36.657819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d4576-21c8-432e-923b-e93977f8429a req-0d6cecc9-926c-4537-a4aa-198050b57ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:36.659229 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-0d6cecc9-926c-4537-a4aa-198050b57ccb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238 HTTP/1.1" status: 200  len: 849 time: 0.1243899
Apr 02 18:12:36.756288 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-403addcb-84cb-4dd9-9940-38a0b5a2a06e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874224
Apr 02 18:12:36.758112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-cdc8672c-1634-4140-8b58-edfb9b75a120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a5f5799-beb6-44b5-8780-9c1b8561a354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561249
Apr 02 18:12:37.022111 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-3b753b54-d9b6-4784-bc20-7e01fa9afce0 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512920
Apr 02 18:12:37.024151 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-163adc8d-2766-42ce-9167-f17f428dfb6f service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546158
Apr 02 18:12:37.219818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aae0f-893b-46e4-9113-51499abef8fa req-33610d99-c7af-42a0-b493-0b89563d3927 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:37.219818 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ed4aae0f-893b-46e4-9113-51499abef8fa req-33610d99-c7af-42a0-b493-0b89563d3927 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.1062243
Apr 02 18:12:37.275011 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ed4aae0f-893b-46e4-9113-51499abef8fa req-2211c089-74c3-4a4d-917c-8708a384bddf tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504251
Apr 02 18:12:37.483965 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-b9096097-85f3-4af5-8869-1f10655a19b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4360514
Apr 02 18:12:37.559131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6aa40-4929-4d9d-993b-311b95464d3c req-6ef88082-9630-49fc-8d1d-bceb055a3ec7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:37.568863 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2fb6aa40-4929-4d9d-993b-311b95464d3c req-6ef88082-9630-49fc-8d1d-bceb055a3ec7 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.1332707
Apr 02 18:12:37.641441 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2fb6aa40-4929-4d9d-993b-311b95464d3c req-2f901845-1e4a-4071-a45c-181b27b46b31 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712330
Apr 02 18:12:37.693056 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-917d4576-21c8-432e-923b-e93977f8429a req-31f11734-8ca3-42f3-b543-e6c687cf44e2 service neutron] 10.222.0.30 "GET /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6438501
Apr 02 18:12:37.701309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6793a-8c59-499b-8f08-2cc06d79887c req-aca79880-79e3-4491-81df-2f93fe156f66 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:37.702879 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-97e6793a-8c59-499b-8f08-2cc06d79887c req-aca79880-79e3-4491-81df-2f93fe156f66 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 943 time: 0.5343466
Apr 02 18:12:37.710712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-66172748-b176-4c66-8320-89126ddf50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:37.712586 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-66172748-b176-4c66-8320-89126ddf50dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 1096 time: 0.1618252
Apr 02 18:12:37.854264 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-97e6793a-8c59-499b-8f08-2cc06d79887c req-82deb16a-509d-48ea-9cd9-ad0ad864ee76 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394420
Apr 02 18:12:37.902727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-029a09d7-ceea-4152-90c2-ee88126c3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:37.904344 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-029a09d7-ceea-4152-90c2-ee88126c3bcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.1710095
Apr 02 18:12:37.979570 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-45040bd2-adf2-4dc1-a526-18d88700bd6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a749df06-2370-464d-9c1b-93a5c5406417 HTTP/1.1" status: 200  len: 217 time: 0.0670321
Apr 02 18:12:38.055227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-25096a86-f5f1-4958-884f-ecf446de2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:38.056797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-25096a86-f5f1-4958-884f-ecf446de2491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.0699952
Apr 02 18:12:38.110805 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-5812a476-8efa-4db4-a174-636e7417aa60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460632
Apr 02 18:12:38.252320 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-d1b30d04-4350-4c5b-8acb-4476a503dcb1 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347325
Apr 02 18:12:38.398055 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19206ac1-4d61-4e44-b114-7c56808331a4 req-fd43f994-bd09-458d-ab84-0e1e674acc94 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382480
Apr 02 18:12:38.482222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f465-1cda-4745-a197-700b31f59461 req-2d5267df-8ebc-4f6a-b540-0fb58985d444 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:38.484084 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8ce7f465-1cda-4745-a197-700b31f59461 req-2d5267df-8ebc-4f6a-b540-0fb58985d444 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.0876739
Apr 02 18:12:38.532634 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8ce7f465-1cda-4745-a197-700b31f59461 req-ded4ec2d-61fb-47b3-a4e4-4f19902fb807 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421069
Apr 02 18:12:38.564572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device ffff9866-72fe-4cc5-8543-89dd1e887746 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:12:38.844478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677de67-bfd2-4589-b1ea-b038662c0a76 req-f9f3316a-d2f6-4209-b7e0-eebbe66c0526 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:38.846101 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f677de67-bfd2-4589-b1ea-b038662c0a76 req-f9f3316a-d2f6-4209-b7e0-eebbe66c0526 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 944 time: 0.0931318
Apr 02 18:12:38.862516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port ffff9866-72fe-4cc5-8543-89dd1e887746, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ffff9866-72fe-4cc5-8543-89dd1e887746,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:38.877270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'ffff9866-72fe-4cc5-8543-89dd1e887746', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'port_id': 'ffff9866-72fe-4cc5-8543-89dd1e887746', 'mac_address': 'fa:16:3e:a6:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130e732b-dd95-4ddd-a81b-a732a89798c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:12:38.903553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f677de67-bfd2-4589-b1ea-b038662c0a76 req-afe07aae-554e-4caf-8bcd-3c180fd26fc2 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504084
Apr 02 18:12:38.946355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.965737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffff9866-72fe-4cc5-8543-89dd1e887746 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:38.983649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port ffff9866-72fe-4cc5-8543-89dd1e887746, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ffff9866-72fe-4cc5-8543-89dd1e887746,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:38.986266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.988129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:39.061967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=ffff9866-72fe-4cc5-8543-89dd1e887746,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:39.072274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.072660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.073037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.073409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.073780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.074144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.074509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.075016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.075394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.075756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.076117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.076481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:39.080821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caec96b-01e3-4bd0-bd5d-e3c29b6f8522 req-70f51433-e7e1-47d6-9e77-85e47a598cff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:39.081533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:39.082533 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6caec96b-01e3-4bd0-bd5d-e3c29b6f8522 req-70f51433-e7e1-47d6-9e77-85e47a598cff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 943 time: 0.0939083
Apr 02 18:12:39.131511 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6caec96b-01e3-4bd0-bd5d-e3c29b6f8522 req-07e8d944-9e00-443d-a771-cf8108b75485 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424619
Apr 02 18:12:39.510043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['ffff9866-72fe-4cc5-8543-89dd1e887746'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:39.738817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b1b5-0b41-4290-9471-269281d4be88 req-c1e9371a-0385-41b5-95b1-700f3ca475d9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:39.740671 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ffa1b1b5-0b41-4290-9471-269281d4be88 req-c1e9371a-0385-41b5-95b1-700f3ca475d9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.0905995
Apr 02 18:12:39.792601 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ffa1b1b5-0b41-4290-9471-269281d4be88 req-66604867-87c7-4372-b86f-7fee63086ae5 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456686
Apr 02 18:12:40.149879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e4ffe-e571-4f8c-93d6-7fa342d61c4b req-afd8c406-8644-4982-96b5-9114dab8ad9a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:40.151508 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-549e4ffe-e571-4f8c-93d6-7fa342d61c4b req-afd8c406-8644-4982-96b5-9114dab8ad9a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 945 time: 0.1114931
Apr 02 18:12:40.216115 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-549e4ffe-e571-4f8c-93d6-7fa342d61c4b req-11ae2efe-c5b5-4491-aa6f-636f0d726cd3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461178
Apr 02 18:12:40.423310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a057290-3135-428b-81e5-dfba529cfbee req-d49278ca-e4ec-402d-8ecb-fefc7dcf44ec tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:40.425017 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1a057290-3135-428b-81e5-dfba529cfbee req-d49278ca-e4ec-402d-8ecb-fefc7dcf44ec tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 943 time: 0.1191440
Apr 02 18:12:40.480347 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1a057290-3135-428b-81e5-dfba529cfbee req-e57408a1-9af7-4c59-aae0-7d01c073d539 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471916
Apr 02 18:12:40.582783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a2389cd6-c900-432d-82fe-277ccb936a6b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:12:40.726382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port a2389cd6-c900-432d-82fe-277ccb936a6b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2389cd6-c900-432d-82fe-277ccb936a6b,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:40.741114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'a2389cd6-c900-432d-82fe-277ccb936a6b', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'port_id': 'a2389cd6-c900-432d-82fe-277ccb936a6b', 'mac_address': 'fa:16:3e:be:46:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:12:40.802823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.821392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2389cd6-c900-432d-82fe-277ccb936a6b {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:40.837568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port a2389cd6-c900-432d-82fe-277ccb936a6b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2389cd6-c900-432d-82fe-277ccb936a6b,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:40.840593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.841343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 5ce2845c-5a6c-4d5e-9481-39a693046075 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:12:40.845182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c1e37dbb-8d32-40d7-970c-29a90fca73ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:40.950764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=a2389cd6-c900-432d-82fe-277ccb936a6b,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:40.956736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:41.005513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b24fb-5fd7-48df-9313-03b5fbbfe77b req-262d7460-7721-4c8e-bccf-dcd10310e921 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:41.007198 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a85b24fb-5fd7-48df-9313-03b5fbbfe77b req-262d7460-7721-4c8e-bccf-dcd10310e921 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 944 time: 0.0922761
Apr 02 18:12:41.054160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 5ce2845c-5a6c-4d5e-9481-39a693046075, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5ce2845c-5a6c-4d5e-9481-39a693046075,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:41.056292 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a85b24fb-5fd7-48df-9313-03b5fbbfe77b req-dc6a1d71-ff3c-43b0-a568-91609ba66b74 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420570
Apr 02 18:12:41.068518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '5ce2845c-5a6c-4d5e-9481-39a693046075', 'network_id': '8a5f5799-beb6-44b5-8780-9c1b8561a354', 'port_id': '5ce2845c-5a6c-4d5e-9481-39a693046075', 'mac_address': 'fa:16:3e:57:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:12:41.140539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.158663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce2845c-5a6c-4d5e-9481-39a693046075 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:41.174838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 5ce2845c-5a6c-4d5e-9481-39a693046075, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5ce2845c-5a6c-4d5e-9481-39a693046075,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:41.177599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.178332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a749df06-2370-464d-9c1b-93a5c5406417 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:12:41.181578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:41.263003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=5ce2845c-5a6c-4d5e-9481-39a693046075,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:41.267183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port a749df06-2370-464d-9c1b-93a5c5406417, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a749df06-2370-464d-9c1b-93a5c5406417,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:41.275198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:41.283161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'a749df06-2370-464d-9c1b-93a5c5406417', 'network_id': '7da8d9c1-34bc-496f-a671-ae9bc24ae793', 'port_id': 'a749df06-2370-464d-9c1b-93a5c5406417', 'mac_address': 'fa:16:3e:e3:c7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2be8865-18f2-4187-89b5-fd50472fd7cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:12:41.340522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.359700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a749df06-2370-464d-9c1b-93a5c5406417 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:41.376511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port a749df06-2370-464d-9c1b-93a5c5406417, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a749df06-2370-464d-9c1b-93a5c5406417,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:41.379849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.381836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:41.429701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c179b-63d9-451d-b420-7d378e562fc8 req-efa1a784-5dec-4a6c-85c7-17329b4fe918 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:41.431393 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ef2c179b-63d9-451d-b420-7d378e562fc8 req-efa1a784-5dec-4a6c-85c7-17329b4fe918 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 945 time: 0.0950892
Apr 02 18:12:41.456897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=a749df06-2370-464d-9c1b-93a5c5406417,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:41.460127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:41.489157 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ef2c179b-63d9-451d-b420-7d378e562fc8 req-759e71fe-a28f-41c2-baea-1311f723f4e4 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503485
Apr 02 18:12:41.703697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78779e3f-abca-404d-b553-6e949e16b75b req-85c4ed2f-ff73-4c80-88e3-cd5c42862ec8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:41.705528 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-78779e3f-abca-404d-b553-6e949e16b75b req-85c4ed2f-ff73-4c80-88e3-cd5c42862ec8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 944 time: 0.0964079
Apr 02 18:12:41.729138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 55874) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:41.755441 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-78779e3f-abca-404d-b553-6e949e16b75b req-56be7d7d-1731-4e14-923d-81baecf194b4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426657
Apr 02 18:12:41.860778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.877844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:41.881851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4a3870a630402096ea864579da259b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:41.884780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:41.891270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:41.960954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['a2389cd6-c900-432d-82fe-277ccb936a6b'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:41.978913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.981772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:41.990778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99c8cea9-9dd3-4527-a7cd-039e6a24aa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:41.994966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['a749df06-2370-464d-9c1b-93a5c5406417'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:42.035214 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a4a3870a630402096ea864579da259b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3022971
Apr 02 18:12:42.035214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f944f-f647-41a9-b0b5-84b3b048d6f4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:42.035678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 55884) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:42.042454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.042678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.043068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.043455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.044207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.044207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.044550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.044924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.045327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.045934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.046175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.046546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:42.050728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:42.076152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['5ce2845c-5a6c-4d5e-9481-39a693046075'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:42.115645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.144870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.252343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.258695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8c04687b-9354-4bc6-8bae-820974bbdc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:42.272534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f944f-f647-41a9-b0b5-84b3b048d6f4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:42.278545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:42.280826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.284184 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/146f944f-f647-41a9-b0b5-84b3b048d6f4 HTTP/1.1" status: 204  len: 168 time: 0.2445724
Apr 02 18:12:42.299980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03d977-85e6-4da2-8b0e-b725b51f3bfb req-da9e2787-a1fc-4fbc-b022-21f7f00029b4 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:42.301573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8f03d977-85e6-4da2-8b0e-b725b51f3bfb req-da9e2787-a1fc-4fbc-b022-21f7f00029b4 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 945 time: 0.1209731
Apr 02 18:12:42.353802 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8f03d977-85e6-4da2-8b0e-b725b51f3bfb req-f6d9dc18-e7f5-4025-b5c2-6a766ea3f859 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441206
Apr 02 18:12:42.587858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device ffff9866-72fe-4cc5-8543-89dd1e887746 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:42.661846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port ffff9866-72fe-4cc5-8543-89dd1e887746 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:42.667078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port ffff9866-72fe-4cc5-8543-89dd1e887746 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:42.667507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.712700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4081-777c-4ea4-85e2-014f1a4800d3 req-1a230716-3eb8-4c4c-adfb-769e3b4a7219 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:42.714676 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c18c4081-777c-4ea4-85e2-014f1a4800d3 req-1a230716-3eb8-4c4c-adfb-769e3b4a7219 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 945 time: 0.0979867
Apr 02 18:12:42.801639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c18c4081-777c-4ea4-85e2-014f1a4800d3 req-c856e0f5-deab-45a6-aba3-52987dd0c72c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661097
Apr 02 18:12:42.842767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.889395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b97935-1e5f-437d-8568-16ed08c8b948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffff9866-72fe-4cc5-8543-89dd1e887746'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:42.894871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port ffff9866-72fe-4cc5-8543-89dd1e887746, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ffff9866-72fe-4cc5-8543-89dd1e887746,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:42.908637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.910638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:43.008321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5dc8f-fc88-49ae-8ef7-2a673438e975 req-78a359a4-ded5-47ad-ac24-8831951fa731 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:43.012107 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f9d5dc8f-fc88-49ae-8ef7-2a673438e975 req-78a359a4-ded5-47ad-ac24-8831951fa731 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 944 time: 0.1118295
Apr 02 18:12:43.016853 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b97935-1e5f-437d-8568-16ed08c8b948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffff9866-72fe-4cc5-8543-89dd1e887746', 'code': 200}
Apr 02 18:12:43.048345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=ffff9866-72fe-4cc5-8543-89dd1e887746,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:43.062787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:43.134301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f9d5dc8f-fc88-49ae-8ef7-2a673438e975 req-cc5c6e65-3ebf-465d-82dd-901ef4a35d4e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142166
Apr 02 18:12:43.245533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 55926) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:43.354292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658633f8-4fa4-4565-87a6-b84d2c2434c0 req-667037a6-9a58-4a34-8300-f6503a88cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:43.355939 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-658633f8-4fa4-4565-87a6-b84d2c2434c0 req-667037a6-9a58-4a34-8300-f6503a88cfab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 1099 time: 0.0865414
Apr 02 18:12:43.407276 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-658633f8-4fa4-4565-87a6-b84d2c2434c0 req-661b5131-c7fe-4965-b711-b79a52fe368b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438395
Apr 02 18:12:43.511871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.528283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:43.532740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Usage tracker for resource:security_group_rule and tenant:b6811b3eb44d48a29ff38593217b785e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:43.536018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:43.542689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:43.579825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bebced-7238-4645-af99-de0c9b659453 req-7cd237ee-9d47-406e-89bb-2f174bf3061b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:43.581707 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74bebced-7238-4645-af99-de0c9b659453 req-7cd237ee-9d47-406e-89bb-2f174bf3061b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 945 time: 0.0979931
Apr 02 18:12:43.634222 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74bebced-7238-4645-af99-de0c9b659453 req-1437a59b-5681-4c6b-b16e-a606a60beddc tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452898
Apr 02 18:12:43.647195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.652035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.662258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-66abd7f8-daa4-4465-8e26-01ab19eb560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:43.706091 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6811b3eb44d48a29ff38593217b785e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4593158
Apr 02 18:12:43.707031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4925295-9a85-4cf8-8f21-0d6da7923f1e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:43.709064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 55940) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:43.710308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:43.775609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.803594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.854382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.860134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:43.873922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4925295-9a85-4cf8-8f21-0d6da7923f1e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:43.885395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:43.886262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.890432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4925295-9a85-4cf8-8f21-0d6da7923f1e HTTP/1.1" status: 204  len: 168 time: 0.1802747
Apr 02 18:12:44.028422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a11a3-e61b-4eb5-beac-68a7adcfa6ce req-2522a55d-4a4b-4b07-83bf-96c28de88986 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:44.030883 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7b1a11a3-e61b-4eb5-beac-68a7adcfa6ce req-2522a55d-4a4b-4b07-83bf-96c28de88986 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 946 time: 0.0985067
Apr 02 18:12:44.084712 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7b1a11a3-e61b-4eb5-beac-68a7adcfa6ce req-b94be59e-6fe7-48df-9e92-cd1bd9314e10 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457165
Apr 02 18:12:44.364493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096b56-9a7c-440c-9ff5-bf21d3a3da05 req-b54301da-146f-46ec-a260-4a4b700c7873 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:44.366019 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d096b56-9a7c-440c-9ff5-bf21d3a3da05 req-b54301da-146f-46ec-a260-4a4b700c7873 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 944 time: 0.0905244
Apr 02 18:12:44.418467 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d096b56-9a7c-440c-9ff5-bf21d3a3da05 req-a94e0c12-11b9-4c96-b134-3169d040f9e6 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458066
Apr 02 18:12:44.612000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a2389cd6-c900-432d-82fe-277ccb936a6b up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:44.685399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port a2389cd6-c900-432d-82fe-277ccb936a6b completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:44.691215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port a2389cd6-c900-432d-82fe-277ccb936a6b triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:44.691633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:44.826243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:44.845956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b497fa-94cd-4ed2-af01-a1dbe043b4dc req-ddebcc42-e2c0-47ba-8791-aad3bc2777de tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:44.847921 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-11b497fa-94cd-4ed2-af01-a1dbe043b4dc req-ddebcc42-e2c0-47ba-8791-aad3bc2777de tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 945 time: 0.0933082
Apr 02 18:12:44.861702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port a2389cd6-c900-432d-82fe-277ccb936a6b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2389cd6-c900-432d-82fe-277ccb936a6b,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:44.865756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:44.866681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 5ce2845c-5a6c-4d5e-9481-39a693046075 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:44.897845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:44.901730 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-11b497fa-94cd-4ed2-af01-a1dbe043b4dc req-f11f2c03-a192-4340-9f93-38631944b59b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474420
Apr 02 18:12:45.000294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=a2389cd6-c900-432d-82fe-277ccb936a6b,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:45.003563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:45.010967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 5ce2845c-5a6c-4d5e-9481-39a693046075 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:45.016059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 5ce2845c-5a6c-4d5e-9481-39a693046075 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:45.016476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:45.046853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2389cd6-c900-432d-82fe-277ccb936a6b'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:45.131206 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2389cd6-c900-432d-82fe-277ccb936a6b', 'code': 200}
Apr 02 18:12:45.159068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:45.197080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 5ce2845c-5a6c-4d5e-9481-39a693046075, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5ce2845c-5a6c-4d5e-9481-39a693046075,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:45.200021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:45.201024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a749df06-2370-464d-9c1b-93a5c5406417 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:45.231769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:45.318130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df565d-7b3b-4338-8fc7-1eeafdf4f916 req-1da67c2c-63a9-4254-bd15-2eecd2dc3f7b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:45.320297 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-12df565d-7b3b-4338-8fc7-1eeafdf4f916 req-1da67c2c-63a9-4254-bd15-2eecd2dc3f7b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 946 time: 0.1106472
Apr 02 18:12:45.334471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=5ce2845c-5a6c-4d5e-9481-39a693046075,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:45.341614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:45.362992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf816d2-7bd3-4e8a-8603-794c8e413ec8 req-ca6cf60e-66c8-4ec2-ab71-c06baa66f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:45.364618 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0cf816d2-7bd3-4e8a-8603-794c8e413ec8 req-ca6cf60e-66c8-4ec2-ab71-c06baa66f384 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.0906155
Apr 02 18:12:45.369388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port a749df06-2370-464d-9c1b-93a5c5406417 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:45.379459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port a749df06-2370-464d-9c1b-93a5c5406417 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:45.379892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:45.402749 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-12df565d-7b3b-4338-8fc7-1eeafdf4f916 req-b9d5a58b-418c-46dd-8180-6c0862db65e9 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744224
Apr 02 18:12:45.418193 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0cf816d2-7bd3-4e8a-8603-794c8e413ec8 req-17f2faad-c975-4198-82bc-c89832459a62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454292
Apr 02 18:12:45.587143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:45.633274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddc5a5-a169-4304-9190-48afa721344c req-051ee192-c36a-485e-a6f3-ec43fd5d1d43 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:45.635525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port a749df06-2370-464d-9c1b-93a5c5406417, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a749df06-2370-464d-9c1b-93a5c5406417,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:45.640847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:45.642762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1fac4b3f-b9b2-490f-b9ea-f30dd31e3483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:45.643262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31ddc5a5-a169-4304-9190-48afa721344c req-051ee192-c36a-485e-a6f3-ec43fd5d1d43 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 944 time: 0.1062753
Apr 02 18:12:45.703377 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31ddc5a5-a169-4304-9190-48afa721344c req-1cbaee33-c1d9-4aa8-aae8-718819879005 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590382
Apr 02 18:12:45.720017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=a749df06-2370-464d-9c1b-93a5c5406417,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:45.723261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:46.105930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844132bd-daa4-49e4-b825-f41cbf49f74d req-8355987a-9cde-4c18-88d1-9afa247b0778 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:46.107460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-844132bd-daa4-49e4-b825-f41cbf49f74d req-8355987a-9cde-4c18-88d1-9afa247b0778 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.0911953
Apr 02 18:12:46.156461 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-844132bd-daa4-49e4-b825-f41cbf49f74d req-5cd480ea-8d35-4f21-aef0-1fdbe425edf4 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423925
Apr 02 18:12:46.893734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbc96c-a6b4-4e33-9b05-6724983968b6 req-3671b86a-e1be-4e18-9ba9-5a9004bea80e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:46.895349 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-defbc96c-a6b4-4e33-9b05-6724983968b6 req-3671b86a-e1be-4e18-9ba9-5a9004bea80e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0883691
Apr 02 18:12:46.946041 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-defbc96c-a6b4-4e33-9b05-6724983968b6 req-14d0340f-5819-435e-8679-bc20a91cb51d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442259
Apr 02 18:12:47.132504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addef95-b5e8-4870-acfd-d21660117c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce2845c-5a6c-4d5e-9481-39a693046075'}, {'server_uuid': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749df06-2370-464d-9c1b-93a5c5406417'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:47.184902 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addef95-b5e8-4870-acfd-d21660117c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce2845c-5a6c-4d5e-9481-39a693046075', 'code': 200}
Apr 02 18:12:47.185200 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749df06-2370-464d-9c1b-93a5c5406417', 'code': 200}
Apr 02 18:12:47.359208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba6673-64aa-495a-ba49-4a06a604eb6d req-c0fedc17-de3c-457f-9b77-02faf1d67c97 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:47.360797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-beba6673-64aa-495a-ba49-4a06a604eb6d req-c0fedc17-de3c-457f-9b77-02faf1d67c97 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.0901108
Apr 02 18:12:47.408301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-beba6673-64aa-495a-ba49-4a06a604eb6d req-3e2ebf6d-57f8-429a-a7f0-6f27e4130989 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411451
Apr 02 18:12:50.771431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6dc3-7d1a-47ca-89ea-dfbe528a7612 req-b36e3546-a713-4d6c-97e2-2fb8c572c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:50.773006 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47ed6dc3-7d1a-47ca-89ea-dfbe528a7612 req-b36e3546-a713-4d6c-97e2-2fb8c572c487 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 1098 time: 0.1415081
Apr 02 18:12:50.775573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca40185-f5c8-41ce-9ebe-c8cea65c8eaa req-796a2f38-3378-4265-880a-94f5324515de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:50.776985 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ca40185-f5c8-41ce-9ebe-c8cea65c8eaa req-796a2f38-3378-4265-880a-94f5324515de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 1099 time: 0.1106992
Apr 02 18:12:50.856261 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47ed6dc3-7d1a-47ca-89ea-dfbe528a7612 req-ee9867e6-de3f-4b3d-a110-c038a0b96730 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695078
Apr 02 18:12:50.857414 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ca40185-f5c8-41ce-9ebe-c8cea65c8eaa req-b1b14874-763f-496e-a51f-4a2cc8a6269f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701611
Apr 02 18:12:51.008579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d640c8e-ed25-450e-a14f-aac5a087aebb req-a18f8769-6f39-4b76-98e8-439dc6645313 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:51.010407 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5d640c8e-ed25-450e-a14f-aac5a087aebb req-a18f8769-6f39-4b76-98e8-439dc6645313 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0870798
Apr 02 18:12:51.041863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaa1a6-a772-416c-8b26-ee4b4f11a95d req-21068e28-b4d6-4916-80f2-411818c28219 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:51.043495 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fecaa1a6-a772-416c-8b26-ee4b4f11a95d req-21068e28-b4d6-4916-80f2-411818c28219 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.0938199
Apr 02 18:12:51.073659 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5d640c8e-ed25-450e-a14f-aac5a087aebb req-c140b90e-0a12-4dc6-8833-1e38c6251ddc tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423274
Apr 02 18:12:51.096359 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fecaa1a6-a772-416c-8b26-ee4b4f11a95d req-3224f126-38de-4355-b2f2-dc5dced472b4 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453374
Apr 02 18:12:52.276641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01249582-9404-4795-a5ac-a40446cb676f req-8acf733a-2d18-4e96-b76d-a4e19f23f60d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:52.278165 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-01249582-9404-4795-a5ac-a40446cb676f req-8acf733a-2d18-4e96-b76d-a4e19f23f60d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0876057
Apr 02 18:12:52.302712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bcad6-5221-483f-8433-4fe3d1825b57 req-e5500f50-0682-4df7-9548-e2cfaccaeb04 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:52.304335 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe6bcad6-5221-483f-8433-4fe3d1825b57 req-e5500f50-0682-4df7-9548-e2cfaccaeb04 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.0918155
Apr 02 18:12:52.330249 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-01249582-9404-4795-a5ac-a40446cb676f req-796811bc-b963-4295-872a-a5b34e00b880 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438631
Apr 02 18:12:52.353798 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe6bcad6-5221-483f-8433-4fe3d1825b57 req-94922bf3-c459-44c7-a313-a32df60ca9f3 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421870
Apr 02 18:12:53.558787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b423-e2d4-40ea-a2a0-f7c8d25a6e82 req-f8190f4f-ae25-4203-9121-056d0bb0425c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:53.566166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf32958-8c2a-4287-9b21-7c3980b6df4b req-feb07ebe-ae93-4fb8-a93b-85cf13ff7111 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:53.568901 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26c3b423-e2d4-40ea-a2a0-f7c8d25a6e82 req-f8190f4f-ae25-4203-9121-056d0bb0425c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1213839
Apr 02 18:12:53.570806 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fbf32958-8c2a-4287-9b21-7c3980b6df4b req-feb07ebe-ae93-4fb8-a93b-85cf13ff7111 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.1003404
Apr 02 18:12:53.618323 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fbf32958-8c2a-4287-9b21-7c3980b6df4b req-51f9a8e4-7377-4a89-b580-0922ad07a072 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435982
Apr 02 18:12:53.622262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26c3b423-e2d4-40ea-a2a0-f7c8d25a6e82 req-1234108d-317a-4346-89d8-8958ee8e077d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461223
Apr 02 18:12:53.855690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56082) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:54.000878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.007962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:54.011854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Usage tracker for resource:security_group_rule and tenant:f823c84a49294267846f7b4c99200e6b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:54.015685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:54.032332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:54.129136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.133601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.153593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ff8f-770b-4668-ab8d-4f379291c01a req-f3d96427-6f5f-40bf-aa17-0377444734b5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.160007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cc46c197-4bfa-4940-9f97-796e3df99159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:54.160519 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-feb1ff8f-770b-4668-ab8d-4f379291c01a req-f3d96427-6f5f-40bf-aa17-0377444734b5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1598818
Apr 02 18:12:54.176732 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f823c84a49294267846f7b4c99200e6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197134
Apr 02 18:12:54.179540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56100) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:54.227619 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-feb1ff8f-770b-4668-ab8d-4f379291c01a req-c7552cd2-752e-4553-9f1b-dd8146f9f41e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585597
Apr 02 18:12:54.230241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-fc1972a2-0d92-459a-aad9-11591d4968be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.231750 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-fc1972a2-0d92-459a-aad9-11591d4968be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 1098 time: 0.1703925
Apr 02 18:12:54.235563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be97d2b7-6cc6-49a4-8231-65809487bae8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:54.240837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:54.264801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.301430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.351677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.357217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5a2c9589-7646-4e4c-97e8-2ac8bcca5ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:54.369282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be97d2b7-6cc6-49a4-8231-65809487bae8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:54.377046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:54.377917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.391444 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be97d2b7-6cc6-49a4-8231-65809487bae8 HTTP/1.1" status: 204  len: 168 time: 0.1986330
Apr 02 18:12:54.410534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-286c552f-8663-4562-a23d-1568061e3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.412124 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-286c552f-8663-4562-a23d-1568061e3177 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.1732867
Apr 02 18:12:54.488813 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-214b735c-520a-4206-8282-8c03115e5e4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a749df06-2370-464d-9c1b-93a5c5406417 HTTP/1.1" status: 200  len: 217 time: 0.0689085
Apr 02 18:12:54.501237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.582204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-5026def4-1667-4a80-942f-8fb19789d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.583811 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-5026def4-1667-4a80-942f-8fb19789d85c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.0869694
Apr 02 18:12:54.637764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-2e3f388f-fd67-4dca-83df-442b497abb32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467801
Apr 02 18:12:54.796525 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-c2fec735-50e8-4d5b-9caf-4a5afe9a1e5c service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520894
Apr 02 18:12:55.015371 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c77e78-64d1-4c94-929c-db74c002b62c req-83e16a59-d1fc-4b0b-8f0f-701df7e86e41 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115777
Apr 02 18:12:55.027741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7e87-3047-4bd1-84e1-fa6244144bb3 req-7b9a1967-a8e0-4e1f-9c19-2b17b4526653 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:55.031499 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f8ee7e87-3047-4bd1-84e1-fa6244144bb3 req-7b9a1967-a8e0-4e1f-9c19-2b17b4526653 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.2010908
Apr 02 18:12:55.080337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f8ee7e87-3047-4bd1-84e1-fa6244144bb3 req-37815f74-46d1-4b90-83c8-550eec7db309 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441115
Apr 02 18:12:55.136351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56136) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:55.251691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328642369-network', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:55.256590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:55.260636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Usage tracker for resource:network and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:55.263621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:55.269697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:55.279645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Made reservation on behalf of 60f7559c0d6e46ccb55f41b492d593d0 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:55.284530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.298119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.313168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:55.317179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:55.320115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:55.327090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:55.490658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.495125 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.500008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49c46843-ebd5-4676-9c28-0fcdd0227a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:55.514565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:12:55.524606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a91d-e8af-4d0b-ac24-47cf588334a2 req-c0adc38d-9e0e-43c6-9cf3-a7a518a22760 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:55.526203 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1471a91d-e8af-4d0b-ac24-47cf588334a2 req-c0adc38d-9e0e-43c6-9cf3-a7a518a22760 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1642532
Apr 02 18:12:55.543021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.543407 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Added segment b0f0aff6-5707-451b-8fa8-41aee172be89 of type vlan for network a468af7e-d1cc-4715-bb43-b73496514573
Apr 02 18:12:55.599942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f6018-21e6-45a5-ac42-3d12719d2fd5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:55.608927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:55.623926 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1471a91d-e8af-4d0b-ac24-47cf588334a2 req-533585ed-36bd-47d6-bf6f-e2d5cc3fc4ea tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854750
Apr 02 18:12:55.629984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.660014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.661363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:55.661998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.666835 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29401132-22b5-43b4-a346-1dad3c8376dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:55.770573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6329715
Apr 02 18:12:55.771743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Pushing event updated for resources: {'Network': ['ID=a468af7e-d1cc-4715-bb43-b73496514573,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:55.774057 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56150) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:55.776745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:55.781115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Request body: {'subnet': {'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328642369-subnet', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:55.783053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network a468af7e-d1cc-4715-bb43-b73496514573 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:12:55.786067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:55.790029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Usage tracker for resource:subnet and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:55.792991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:55.799516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:55.811233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Made reservation on behalf of 60f7559c0d6e46ccb55f41b492d593d0 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:55.815938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65274427'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.223201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65155165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65274376'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.239063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec874aca-3578-4cb3-8341-c1357cbab81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:56.290017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c25365-9804-4502-ae75-e1522ae21a7a req-7a375424-882e-440d-ba2e-43af5e854c55 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.291783 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-45c25365-9804-4502-ae75-e1522ae21a7a req-7a375424-882e-440d-ba2e-43af5e854c55 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.0940931
Apr 02 18:12:56.343876 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-45c25365-9804-4502-ae75-e1522ae21a7a req-16b0c71f-c2da-4da0-9ac4-38c7cc7e183c tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456595
Apr 02 18:12:56.586887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3384d5d0-e9b6-4730-9ede-b64e6df85dc5,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:56.589621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:56.653017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Checking segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:56.653593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Network hostable DHCP agents. Network: a468af7e-d1cc-4715-bb43-b73496514573, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:12:56.676522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Network a468af7e-d1cc-4715-bb43-b73496514573 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:12:56.687224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, a468af7e-d1cc-4715-bb43-b73496514573) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:56.697197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4253602a-807a-4975-9328-8c24dbb5035f None None] Network a468af7e-d1cc-4715-bb43-b73496514573 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:12:56.702767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.703479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.727922 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9527631
Apr 02 18:12:56.730597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56164) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:56.737401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:56.743252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:56.748708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Usage tracker for resource:router and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:56.756297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:56.809498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:56.829475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.830597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.871523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.880729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aa950-9d11-4e58-baee-f0d50c086941 req-fe0bc27c-bcd9-461a-a79f-30907b72abb5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.882415 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-768aa950-9d11-4e58-baee-f0d50c086941 req-fe0bc27c-bcd9-461a-a79f-30907b72abb5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1291385
Apr 02 18:12:56.953655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-fad98b9a-b7b3-4994-b8a3-1123ad048b5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.955220 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-fad98b9a-b7b3-4994-b8a3-1123ad048b5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.3212595
Apr 02 18:12:56.955505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-a468af7e-d1cc-4715-bb43-b73496514573', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:12:56.956436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.032448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Deleting port 5ce2845c-5a6c-4d5e-9481-39a693046075 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:12:57.032810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.064116 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-768aa950-9d11-4e58-baee-f0d50c086941 req-ee247f78-f057-4c7b-973e-79aa7202b4d0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698236
Apr 02 18:12:57.124934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Allocated IP 172.20.0.2 (a468af7e-d1cc-4715-bb43-b73496514573/3384d5d0-e9b6-4730-9ede-b64e6df85dc5/35db7676-d25c-4b0b-a507-8261e1f702a3) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:57.205239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.301989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] For port 5ce2845c-5a6c-4d5e-9481-39a693046075, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5ce2845c-5a6c-4d5e-9481-39a693046075,segment=NetworkSegment(a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f),segment_id=a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:57.302397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.459616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Calling delete_port for 5ce2845c-5a6c-4d5e-9481-39a693046075 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:12:57.532044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.543551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Transition to ACTIVE for port object 35db7676-d25c-4b0b-a507-8261e1f702a3 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:57.572504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Transition to ACTIVE for port object 35db7676-d25c-4b0b-a507-8261e1f702a3 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:57.572713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.580022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.597772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:57.610874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.729233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694a22-648e-43a0-99a9-317831a0377e req-fabc27c9-9aa4-4197-935e-6ac9efbde095 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:57.730762 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a7694a22-648e-43a0-99a9-317831a0377e req-fabc27c9-9aa4-4197-935e-6ac9efbde095 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/ports?device_id=7addef95-b5e8-4870-acfd-d21660117c3f HTTP/1.1" status: 200  len: 946 time: 0.1661987
Apr 02 18:12:57.751100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Pushing event updated for resources: {'Port': ['ID=35db7676-d25c-4b0b-a507-8261e1f702a3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:57.754674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:57.773349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Allocated IP 172.27.3.82 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/c1e17c7d-53ad-45d4-95b9-2476a3322035) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:57.773473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.791254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['5ce2845c-5a6c-4d5e-9481-39a693046075'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:57.795874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-84f698e1-474e-469b-9b27-435319aca9ff tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:57.860794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Network a468af7e-d1cc-4715-bb43-b73496514573 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:57.862085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:57.864905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:57.876881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Pushing event deleted for resources: {'Port': ['ID=5ce2845c-5a6c-4d5e-9481-39a693046075,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:57.889291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:57.945675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.954197 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a7694a22-648e-43a0-99a9-317831a0377e req-080f5d5d-8644-4d5b-9529-e8e76087b1ab tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.13 "GET /v2.0/security-groups?id=9061f659-610a-4ae5-9ca3-dcba59a71996&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076514
Apr 02 18:12:57.976838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Attempting to bind port 35db7676-d25c-4b0b-a507-8261e1f702a3 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:57.977586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Attempting to bind port 35db7676-d25c-4b0b-a507-8261e1f702a3 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:57.977735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Attempting to bind port 35db7676-d25c-4b0b-a507-8261e1f702a3 on network a468af7e-d1cc-4715-bb43-b73496514573 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:57.983798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:57.984226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Checking segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:57.984676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.985352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Bound using segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:57.986200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Bound port: 35db7676-d25c-4b0b-a507-8261e1f702a3, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:57.986817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.989330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.010428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:58.086362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] For port 35db7676-d25c-4b0b-a507-8261e1f702a3, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:58.089476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] For port 35db7676-d25c-4b0b-a507-8261e1f702a3, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=35db7676-d25c-4b0b-a507-8261e1f702a3,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:58.093586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.101804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] No DVR routers for this DVR port 5ce2845c-5a6c-4d5e-9481-39a693046075 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:12:58.104467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.109254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:58.119714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addef95-b5e8-4870-acfd-d21660117c3f', 'name': 'network-vif-deleted', 'tag': '5ce2845c-5a6c-4d5e-9481-39a693046075'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:58.127914 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b5c51ec-3caa-4e91-9774-810664a93237 req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] 10.222.0.30 "DELETE /v2.0/ports/5ce2845c-5a6c-4d5e-9481-39a693046075 HTTP/1.1" status: 204  len: 173 time: 1.1656756
Apr 02 18:12:58.165138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e17c7d-53ad-45d4-95b9-2476a3322035,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:58.168984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:58.203738 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addef95-b5e8-4870-acfd-d21660117c3f', 'name': 'network-vif-deleted', 'tag': '5ce2845c-5a6c-4d5e-9481-39a693046075', 'status': 'completed', 'code': 200}
Apr 02 18:12:58.227285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:58.229010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:58.231513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:58.274821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Pushing event updated for resources: {'Port': ['ID=35db7676-d25c-4b0b-a507-8261e1f702a3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:58.283192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:58.549366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cdcb2-2e94-405a-9c5f-e86acba8105e req-4f83e320-4c57-41db-b999-338622fb87a8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:58.550918 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-422cdcb2-2e94-405a-9c5f-e86acba8105e req-4f83e320-4c57-41db-b999-338622fb87a8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.2927611
Apr 02 18:12:58.748809 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-422cdcb2-2e94-405a-9c5f-e86acba8105e req-bf78e3e9-36e5-4293-862d-3cce5108157b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832569
Apr 02 18:12:58.816755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.083734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-09e3fbd5-b575-4015-8363-aeddcdda5849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.416734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.659554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Router b08fc48a-af0b-4f97-8308-588974cf9f81 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:12:59.764546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e078575-e501-42cb-ad24-e5d2b3ae22ac None None] Network a468af7e-d1cc-4715-bb43-b73496514573 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:12:59.968334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:12:59.981153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Sync routers for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:00.012751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:00.013442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed85e80>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:00.029539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.031052 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2991676
Apr 02 18:13:00.033972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56212) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:00.060181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 35db7676-d25c-4b0b-a507-8261e1f702a3 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:00.079167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cdc21-1771-4b2f-8d70-7af69711d945 req-bcc596f6-a8cb-4511-ba08-0ee495196093 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:00.080949 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec3cdc21-1771-4b2f-8d70-7af69711d945 req-bcc596f6-a8cb-4511-ba08-0ee495196093 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1918263
Apr 02 18:13:00.176248 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec3cdc21-1771-4b2f-8d70-7af69711d945 req-a8212332-7de1-48de-b4b6-37d4bf53998e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824049
Apr 02 18:13:00.209803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-9ceaac87-99cc-4eb0-ad66-8917110cbce7 None None] Provisioning for port 35db7676-d25c-4b0b-a507-8261e1f702a3 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:00.266491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 35db7676-d25c-4b0b-a507-8261e1f702a3 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:00.274633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 35db7676-d25c-4b0b-a507-8261e1f702a3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:00.275194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.332192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:00.428634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.481595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 35db7676-d25c-4b0b-a507-8261e1f702a3, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=35db7676-d25c-4b0b-a507-8261e1f702a3,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:00.499371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.499371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:00.601469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=35db7676-d25c-4b0b-a507-8261e1f702a3,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:00.604829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:00.643555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.674172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 5ce2845c-5a6c-4d5e-9481-39a693046075 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:13:00.724969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 5ce2845c-5a6c-4d5e-9481-39a693046075 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:13:00.725373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 5ce2845c-5a6c-4d5e-9481-39a693046075 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:13:00.758178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed85e80>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:12:58Z', 'revision_number': 3, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:00.763154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a4e2c6f1-c780-4abf-96fb-a8bd85c360af None None] Provisioning complete for port 35db7676-d25c-4b0b-a507-8261e1f702a3 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:00.763315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Checking router: b08fc48a-af0b-4f97-8308-588974cf9f81 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:00.764638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Updating router b08fc48a-af0b-4f97-8308-588974cf9f81 port c1e17c7d-53ad-45d4-95b9-2476a3322035 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:00.765103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a4e2c6f1-c780-4abf-96fb-a8bd85c360af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.828213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.967940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.199362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Allocated IP 172.20.0.1 (a468af7e-d1cc-4715-bb43-b73496514573/3384d5d0-e9b6-4730-9ede-b64e6df85dc5/6b1345ad-aaa0-456b-9220-2980ed476faa) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:01.274653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.287413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Transition to ACTIVE for port object c1e17c7d-53ad-45d4-95b9-2476a3322035 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:01.298529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.315193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-192e7f55-03ab-4af2-b36d-1beaa5d627a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:01.399668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.401162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967e799-b1e5-4311-b004-d53a4e327403 req-2f2005dc-4b8d-435f-8c5f-0d6caadcdab3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:01.402764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f967e799-b1e5-4311-b004-d53a4e327403 req-2f2005dc-4b8d-435f-8c5f-0d6caadcdab3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0902865
Apr 02 18:13:01.417327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Transition to ACTIVE for port object 6b1345ad-aaa0-456b-9220-2980ed476faa will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:01.444703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.460755 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f967e799-b1e5-4311-b004-d53a4e327403 req-f78998c0-f66b-4a5e-bc80-015050a15a1f tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500090
Apr 02 18:13:01.462319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-422ae09f-c45b-40d7-83bd-8a95e3d56d10 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:01.547273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1591140c-0131-4fa2-baec-832eda76cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.629160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b4402-3f21-4f32-8ad4-309bed5de3a0 None None] Pushing event updated for resources: {'Port': ['ID=c1e17c7d-53ad-45d4-95b9-2476a3322035,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:01.633470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab7b4402-3f21-4f32-8ad4-309bed5de3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:01.650258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1345ad-aaa0-456b-9220-2980ed476faa,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:01.655487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:01.690361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Attempting to bind port c1e17c7d-53ad-45d4-95b9-2476a3322035 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:01.690767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Attempting to bind port c1e17c7d-53ad-45d4-95b9-2476a3322035 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:01.691191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Attempting to bind port c1e17c7d-53ad-45d4-95b9-2476a3322035 on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:01.697157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:01.697559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:01.697989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.698647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:01.698887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Bound port: c1e17c7d-53ad-45d4-95b9-2476a3322035, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:01.699323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.700650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Network a468af7e-d1cc-4715-bb43-b73496514573 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:01.702095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:01.704633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:01.771489 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.812213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] For port c1e17c7d-53ad-45d4-95b9-2476a3322035, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:01.815942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] For port c1e17c7d-53ad-45d4-95b9-2476a3322035, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=c1e17c7d-53ad-45d4-95b9-2476a3322035,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:01.821819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.825340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 35db7676-d25c-4b0b-a507-8261e1f702a3 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:01.838267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-07defd46-e3fe-4185-ba41-69df04c5476f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:01.932131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.954787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 35db7676-d25c-4b0b-a507-8261e1f702a3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:01.955576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.016145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b4402-3f21-4f32-8ad4-309bed5de3a0 None None] Pushing event updated for resources: {'Port': ['ID=c1e17c7d-53ad-45d4-95b9-2476a3322035,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:02.022672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab7b4402-3f21-4f32-8ad4-309bed5de3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:02.067808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-17ac2e3c-f7bd-4dab-8f39-a2434deaf47d None None] Provisioning for port 6b1345ad-aaa0-456b-9220-2980ed476faa completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:02.107744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-17ac2e3c-f7bd-4dab-8f39-a2434deaf47d None None] Provisioning complete for port 6b1345ad-aaa0-456b-9220-2980ed476faa triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:02.108158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-17ac2e3c-f7bd-4dab-8f39-a2434deaf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.154728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:02.156032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed85e80>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:02.189701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-17ac2e3c-f7bd-4dab-8f39-a2434deaf47d None None] Port 6b1345ad-aaa0-456b-9220-2980ed476faa cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:02.273772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.278912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.280917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.310420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:02.343926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:02.398672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1345ad-aaa0-456b-9220-2980ed476faa,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:02.401376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.415383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:02.520082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:13:02.689736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed85e80>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 1, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:02.694080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9befaab7-f7f8-47c1-8e7b-a9052f131671 None None] The sync data for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi is: [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 1, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:02.782727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Network a468af7e-d1cc-4715-bb43-b73496514573 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:02.783955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:02.987312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Router b08fc48a-af0b-4f97-8308-588974cf9f81 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:03.015282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7fc5ccbc-6778-4815-abff-19651c1ef80e None None] Provisioning complete for port 6b1345ad-aaa0-456b-9220-2980ed476faa triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:03.015692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7fc5ccbc-6778-4815-abff-19651c1ef80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.080381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5ccbc-6778-4815-abff-19651c1ef80e None None] Port 6b1345ad-aaa0-456b-9220-2980ed476faa cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:03.200047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:03.210757 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] 10.222.0.13 "PUT /v2.0/routers/b08fc48a-af0b-4f97-8308-588974cf9f81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1757905
Apr 02 18:13:03.723575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.803050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56290) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:03.809613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-869070884-network', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:03.810074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c1e17c7d-53ad-45d4-95b9-2476a3322035 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:03.815645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:03.819891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Usage tracker for resource:network and tenant:6d4063b2ab3d4f9a9ee9cb934228f6cd is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:03.823157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:03.830129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:03.842282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Made reservation on behalf of 6d4063b2ab3d4f9a9ee9cb934228f6cd for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:03.848947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.866365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.885301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:03.889970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4063b2ab3d4f9a9ee9cb934228f6cd is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:03.892160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port c1e17c7d-53ad-45d4-95b9-2476a3322035 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:03.893598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:03.898675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port c1e17c7d-53ad-45d4-95b9-2476a3322035 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:03.899413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.901007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:04.032143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d95c-2917-4ba1-8b4a-40816b92759a req-720955ba-5d1f-4eb7-8163-4e591e9189dc tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:04.033770 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fd72d95c-2917-4ba1-8b4a-40816b92759a req-720955ba-5d1f-4eb7-8163-4e591e9189dc tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1303356
Apr 02 18:13:04.037735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.055768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port c1e17c7d-53ad-45d4-95b9-2476a3322035, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=c1e17c7d-53ad-45d4-95b9-2476a3322035,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:04.058788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.061820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.104401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fd72d95c-2917-4ba1-8b4a-40816b92759a req-5c6e7bce-f45c-4214-9e50-bc6a23577806 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633695
Apr 02 18:13:04.118435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.129966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.133339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=c1e17c7d-53ad-45d4-95b9-2476a3322035,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:04.134698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.136634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:04.164902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:13:04.174714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d601d0-c552-4faf-9329-81d2d5d01a04,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:04.178776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:04.181482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.181861 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Added segment f63cf406-2a7b-4218-9d0d-d2de555fd5ae of type vlan for network fc8528a3-3f3d-4409-b339-ad797e1fdf0b
Apr 02 18:13:04.210597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.244060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.245551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:04.246202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.251976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f76861f-9b0e-433f-965b-de5cd8c86cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.360014 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5557864
Apr 02 18:13:04.363191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56300) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:04.363725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Pushing event updated for resources: {'Network': ['ID=fc8528a3-3f3d-4409-b339-ad797e1fdf0b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:04.366821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8d204a5f-83c2-4a0a-a1d9-dac090fdea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:04.373876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Request body: {'subnet': {'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-869070884-subnet', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:04.374590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:13:04.379000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:04.383120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Usage tracker for resource:subnet and tenant:6d4063b2ab3d4f9a9ee9cb934228f6cd is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:04.386112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:04.392253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:04.402005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Made reservation on behalf of 6d4063b2ab3d4f9a9ee9cb934228f6cd for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:04.406894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65274427'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.823079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65155165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65274376'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.838736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63297d5f-7d6c-474e-bceb-ee5d32988084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.971441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50cb1c8-0c16-44bf-95c4-3f3cfadb612d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:04.974129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:05.038108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Checking segment: {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:05.038496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Network hostable DHCP agents. Network: fc8528a3-3f3d-4409-b339-ad797e1fdf0b, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:13:05.056058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:13:05.063916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, fc8528a3-3f3d-4409-b339-ad797e1fdf0b) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:05.073016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d143433-c00f-4bd0-ac59-9e9f9daafb85 None None] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:05.075306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:05.076412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.095789 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5ebd319c-71d6-4040-a714-775f68616ccb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7277884
Apr 02 18:13:05.098242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56310) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:05.103540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:05.108147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:05.112145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Usage tracker for resource:router and tenant:6d4063b2ab3d4f9a9ee9cb934228f6cd is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:05.115763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:05.132930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:05.142252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.143318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.158298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.301763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-fc8528a3-3f3d-4409-b339-ad797e1fdf0b', 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'fixed_ips': [{'subnet_id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:13:05.302686 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.442385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.470815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Allocated IP 172.20.0.2 (fc8528a3-3f3d-4409-b339-ad797e1fdf0b/c50cb1c8-0c16-44bf-95c4-3f3cfadb612d/2f69ff8d-4afe-4e88-8989-59a434d32558) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:05.730847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.742680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Transition to ACTIVE for port object 2f69ff8d-4afe-4e88-8989-59a434d32558 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:05.766054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Transition to ACTIVE for port object 2f69ff8d-4afe-4e88-8989-59a434d32558 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:05.774194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.780903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ecc1-672f-41df-bd1c-78cc81adf255 req-d45d61cd-7900-4b89-91ff-6136e1e4044b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:05.783497 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e687ecc1-672f-41df-bd1c-78cc81adf255 req-d45d61cd-7900-4b89-91ff-6136e1e4044b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1227839
Apr 02 18:13:05.792771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:05.826943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.845549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c1e17c7d-53ad-45d4-95b9-2476a3322035 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:05.847626 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e687ecc1-672f-41df-bd1c-78cc81adf255 req-6823aec5-6271-462e-91d0-193f16909c5c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559413
Apr 02 18:13:05.860046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.994228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Pushing event updated for resources: {'Port': ['ID=2f69ff8d-4afe-4e88-8989-59a434d32558,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:05.996958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Sync routers for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:05.999605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:06.020269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Allocated IP 172.27.3.69 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/b8187e51-cedb-454f-84c2-1f0368ff2340) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:06.030058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:06.030741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e238828>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:06.190642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.207438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port c1e17c7d-53ad-45d4-95b9-2476a3322035 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:06.207886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.227771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.243721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:06.278559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:06.285644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:06.299769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:06.395465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Pushing event updated for resources: {'Port': ['ID=b8187e51-cedb-454f-84c2-1f0368ff2340,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:06.400421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:06.455617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:06.477615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:06.478907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:06.481497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:06.553992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Attempting to bind port 2f69ff8d-4afe-4e88-8989-59a434d32558 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:06.554415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Attempting to bind port 2f69ff8d-4afe-4e88-8989-59a434d32558 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:06.554827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Attempting to bind port 2f69ff8d-4afe-4e88-8989-59a434d32558 on network fc8528a3-3f3d-4409-b339-ad797e1fdf0b {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:06.577501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:06.578142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Checking segment: {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:06.578348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.578792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Bound using segment: {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:06.579367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Bound port: 2f69ff8d-4afe-4e88-8989-59a434d32558, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:06.579788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.904837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] For port 2f69ff8d-4afe-4e88-8989-59a434d32558, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:06.959904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] For port 2f69ff8d-4afe-4e88-8989-59a434d32558, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=2f69ff8d-4afe-4e88-8989-59a434d32558,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:06.984342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.032647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:07.472989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.485880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea84c1-345a-4545-8dd2-1e236ca980a1 req-e9fb080a-0206-4a98-806c-119d8caee3a5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:07.494276 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9ea84c1-345a-4545-8dd2-1e236ca980a1 req-e9fb080a-0206-4a98-806c-119d8caee3a5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1008606
Apr 02 18:13:07.554012 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9ea84c1-345a-4545-8dd2-1e236ca980a1 req-30ca01b5-ad92-4963-bb3b-3ccb40b41f77 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584474
Apr 02 18:13:07.637871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Pushing event updated for resources: {'Port': ['ID=2f69ff8d-4afe-4e88-8989-59a434d32558,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:07.648973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:07.684393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e238828>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 2, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:07.692702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Checking router: b08fc48a-af0b-4f97-8308-588974cf9f81 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:07.693380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Updating router b08fc48a-af0b-4f97-8308-588974cf9f81 port 6b1345ad-aaa0-456b-9220-2980ed476faa binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:07.786041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.247807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-e9fde612-fd9c-47f5-b249-930151c18a21 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:08.255307 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-e9fde612-fd9c-47f5-b249-930151c18a21 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.2500813
Apr 02 18:13:08.327478 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-d1b2a1e4-0b45-4929-95c8-7ff60866fb8f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/quotas/80ec365caf954178b29913371a7c97e2 HTTP/1.1" status: 200  len: 375 time: 0.0710425
Apr 02 18:13:08.412471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.436819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.449896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Transition to ACTIVE for port object 6b1345ad-aaa0-456b-9220-2980ed476faa will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:08.458893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.473637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:08.638969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15db0-b36c-4f43-a53b-7ce72cd87463 None None] Pushing event updated for resources: {'Port': ['ID=6b1345ad-aaa0-456b-9220-2980ed476faa,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:08.643744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6be15db0-b36c-4f43-a53b-7ce72cd87463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:08.697439 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-0cf2e421-0383-41f2-bb99-1aeff309166c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3687949
Apr 02 18:13:08.875762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7611-c03f-44c9-8d08-1100b8bfff2b req-bfac3894-ba52-43c2-800a-90421153c194 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:08.884285 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58af7611-c03f-44c9-8d08-1100b8bfff2b req-bfac3894-ba52-43c2-800a-90421153c194 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1797988
Apr 02 18:13:08.902198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Attempting to bind port 6b1345ad-aaa0-456b-9220-2980ed476faa on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:08.902786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Attempting to bind port 6b1345ad-aaa0-456b-9220-2980ed476faa by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:08.903380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Attempting to bind port 6b1345ad-aaa0-456b-9220-2980ed476faa on network a468af7e-d1cc-4715-bb43-b73496514573 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:08.911244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:08.911841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Checking segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:08.912404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.912952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Bound using segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:08.913590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Bound port: 6b1345ad-aaa0-456b-9220-2980ed476faa, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:08.914119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.919828 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-69fe6c76-2939-42a1-802e-e0de7d21627d service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206988
Apr 02 18:13:08.983496 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58af7611-c03f-44c9-8d08-1100b8bfff2b req-bd460841-369e-40e9-8dfb-1fabdce2a09a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977492
Apr 02 18:13:09.054953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:13:09.068404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] For port 6b1345ad-aaa0-456b-9220-2980ed476faa, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:09.077293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] For port 6b1345ad-aaa0-456b-9220-2980ed476faa, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=6b1345ad-aaa0-456b-9220-2980ed476faa,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:09.085056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:09.104004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:09.322689 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-82701a7a-4697-48c1-a88c-a422b1284491 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3965442
Apr 02 18:13:09.357793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15db0-b36c-4f43-a53b-7ce72cd87463 None None] Pushing event updated for resources: {'Port': ['ID=6b1345ad-aaa0-456b-9220-2980ed476faa,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:09.371551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6be15db0-b36c-4f43-a53b-7ce72cd87463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:09.431000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:09.447389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Sync routers for ids ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:09.479924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:09.481148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:09.482708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e238828>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:09.486119 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.3868155
Apr 02 18:13:09.486281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 56386) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:09.520196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Routers {'8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:09.523947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed88b70>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:09.788987 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fba4ed6c-f39e-4d56-af80-e08dd76643d9 req-f70f9415-71a1-4ec3-9ca8-9dbf96540cdd tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 210 time: 0.1237330
Apr 02 18:13:09.941577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5d71f-7079-4f59-b545-1eaad806fb7d None None] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:10.016032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:10.157959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Set router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:10.252215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 2f69ff8d-4afe-4e88-8989-59a434d32558 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:10.431921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Provisioning for port 2f69ff8d-4afe-4e88-8989-59a434d32558 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:10.452995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Provisioning complete for port 2f69ff8d-4afe-4e88-8989-59a434d32558 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:10.453674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.492316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 2f69ff8d-4afe-4e88-8989-59a434d32558 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:10.602871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 2f69ff8d-4afe-4e88-8989-59a434d32558 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:10.603452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.689235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed88b70>, [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 3, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:10.693941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Checking router: 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:10.694419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Updating router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a port b8187e51-cedb-454f-84c2-1f0368ff2340 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:10.762837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.156516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.187300 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e25e186-fd74-40ea-8c3c-12e602bc0aac req-c9f74537-2625-43cf-bf2b-9d8a6a4acd23 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 210 time: 0.1122475
Apr 02 18:13:11.414703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.427671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.431171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Allocated IP 172.20.0.1 (fc8528a3-3f3d-4409-b339-ad797e1fdf0b/c50cb1c8-0c16-44bf-95c4-3f3cfadb612d/c5fce9d9-33cb-4f4e-992d-c473c0494317) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:11.444171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Transition to ACTIVE for port object b8187e51-cedb-454f-84c2-1f0368ff2340 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:11.459905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.467729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.530798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] For port 2f69ff8d-4afe-4e88-8989-59a434d32558, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=2f69ff8d-4afe-4e88-8989-59a434d32558,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:11.541219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.547135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:11.835715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:11.866284 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:13:11.866966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:13:11.872353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e238828>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:09Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:11.880624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624f18-c9c8-4f36-b04c-ee8f466e29f1 None None] The sync data for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi is: [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:09Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:11.895701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Pushing event updated for resources: {'Port': ['ID=2f69ff8d-4afe-4e88-8989-59a434d32558,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:11.901107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:11.975292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7a2c3-2859-4e96-9eae-0f16c2856918 req-2e5f1e2b-d857-47bc-868b-194aa3b3b598 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:11.976924 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37f7a2c3-2859-4e96-9eae-0f16c2856918 req-2e5f1e2b-d857-47bc-868b-194aa3b3b598 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 1.6398058
Apr 02 18:13:11.994734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Attempting to bind port b8187e51-cedb-454f-84c2-1f0368ff2340 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:11.995170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Attempting to bind port b8187e51-cedb-454f-84c2-1f0368ff2340 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:11.995587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Attempting to bind port b8187e51-cedb-454f-84c2-1f0368ff2340 on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:12.005917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:12.006299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:12.006746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.007222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:12.007746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Bound port: b8187e51-cedb-454f-84c2-1f0368ff2340, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:12.008227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.143485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3db04f44-193f-41dc-ac79-b693a00a08ff None None] Provisioning complete for port 2f69ff8d-4afe-4e88-8989-59a434d32558 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:12.144441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3db04f44-193f-41dc-ac79-b693a00a08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.239603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Pushing event updated for resources: {'Port': ['ID=b8187e51-cedb-454f-84c2-1f0368ff2340,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:12.266554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-81a27577-ea0a-4f19-b10d-459e74dd5014 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:12.268873 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-81a27577-ea0a-4f19-b10d-459e74dd5014 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 815 time: 0.3292468
Apr 02 18:13:12.269354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] For port b8187e51-cedb-454f-84c2-1f0368ff2340, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:12.284160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.285618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.287645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.288162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.288642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.289121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.298087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.298679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.299375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.300491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.300969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.302710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:12.310668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] For port b8187e51-cedb-454f-84c2-1f0368ff2340, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=b8187e51-cedb-454f-84c2-1f0368ff2340,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:12.322432 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:12.330012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.334642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Request body: {'port': {'device_id': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'admin_state_up': True, 'tenant_id': '80ec365caf954178b29913371a7c97e2'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:12.384848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d58b1296-f521-48ff-b5ff-b869c8e5cfc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:12.522922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Pushing event updated for resources: {'Port': ['ID=b8187e51-cedb-454f-84c2-1f0368ff2340,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:12.543911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:12.596136 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-478a36c7-5c16-47b7-963b-399c97aecfad req-72062a1d-56ce-4d0b-ae19-8793c4b8ce6e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 210 time: 0.1173379
Apr 02 18:13:12.617932 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37f7a2c3-2859-4e96-9eae-0f16c2856918 req-1d92d6d0-72a5-4f0b-bc81-4739c4ea3767 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3453729
Apr 02 18:13:12.636598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 6b1345ad-aaa0-456b-9220-2980ed476faa up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:12.638816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:12.652728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:12.670316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Made reservation on behalf of 80ec365caf954178b29913371a7c97e2 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:12.676976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.799599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 6b1345ad-aaa0-456b-9220-2980ed476faa completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:12.805700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 6b1345ad-aaa0-456b-9220-2980ed476faa triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:12.806115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.933826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.967710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Allocated IP 172.20.0.2 (84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d/130e732b-dd95-4ddd-a81b-a732a89798c6/4554a11c-5154-4e97-8fc6-5878cf1000d8) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:12.973495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Transition to ACTIVE for port object c5fce9d9-33cb-4f4e-992d-c473c0494317 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:12.987410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.995722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Routers {'8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:12.996428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed88b70>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:13.048224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 6b1345ad-aaa0-456b-9220-2980ed476faa, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=6b1345ad-aaa0-456b-9220-2980ed476faa,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:13.056363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.070299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67522f0f-eeaa-4cb4-bba2-f46a2657297f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:13.144034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.194654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=6b1345ad-aaa0-456b-9220-2980ed476faa,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:13.206543 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:13.219220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:13.309756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fce9d9-33cb-4f4e-992d-c473c0494317,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:13.324751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 2f69ff8d-4afe-4e88-8989-59a434d32558 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:13.409090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] Set router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:13.415461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:13.459362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 2f69ff8d-4afe-4e88-8989-59a434d32558 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:13.459789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.638595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.655531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:13.657881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:13.660904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:13.759389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.859893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed88b70>, [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 3, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:13.870483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1591a25-8dc6-4aff-8684-ffecffd8c41f None None] The sync data for ids ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'] in dv-cinder-784477-2-iscsi is: [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 3, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:13.958211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c37f6-24b9-4ac5-9cf5-9ffac4c87eba req-ff59a606-3267-48bb-bbe5-dd8992844847 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:13.966486 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-696c37f6-24b9-4ac5-9cf5-9ffac4c87eba req-ff59a606-3267-48bb-bbe5-dd8992844847 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 931 time: 0.1939449
Apr 02 18:13:14.002916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.019083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393', '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'ffff9866-72fe-4cc5-8543-89dd1e887746'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:14.050427 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-696c37f6-24b9-4ac5-9cf5-9ffac4c87eba req-98ba52dd-21be-4318-9af4-cc404c16e288 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821598
Apr 02 18:13:14.162617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ba8e2b41-a582-4f6f-a6a5-482abc042e6e None None] Provisioning for port c5fce9d9-33cb-4f4e-992d-c473c0494317 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:14.181008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ba8e2b41-a582-4f6f-a6a5-482abc042e6e None None] Provisioning complete for port c5fce9d9-33cb-4f4e-992d-c473c0494317 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:14.181531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2b41-a582-4f6f-a6a5-482abc042e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.218245 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:14.321272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e2b41-a582-4f6f-a6a5-482abc042e6e None None] Port c5fce9d9-33cb-4f4e-992d-c473c0494317 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:14.356761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event updated for resources: {'Port': ['ID=4554a11c-5154-4e97-8fc6-5878cf1000d8,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:14.374101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:14.375306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.397663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:14.398504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:14.432905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:14.565698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:14.566889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.642886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3126197
Apr 02 18:13:14.679944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Request body: {'port': {'device_id': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:14.921297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248fd14-bcbd-48fe-9cd2-b6c066b3cfba req-3e23dbc3-41f7-4d52-a654-bb5dfd1be76f tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:14.922883 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5248fd14-bcbd-48fe-9cd2-b6c066b3cfba req-3e23dbc3-41f7-4d52-a654-bb5dfd1be76f tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 1.0122077
Apr 02 18:13:15.028195 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5248fd14-bcbd-48fe-9cd2-b6c066b3cfba req-e7e20003-41bd-4f96-8c60-6efca52c9409 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936863
Apr 02 18:13:15.127719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.136149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.171011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8b4e52ec-88ad-43a4-b318-27eed1ffd4a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:15.215610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.333996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fce9d9-33cb-4f4e-992d-c473c0494317,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:15.352345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b65ae-afd3-4607-aff1-a107f09d96d2 req-3062326f-d146-4a8e-9a31-fa533298bf4b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:15.362130 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-da6b65ae-afd3-4607-aff1-a107f09d96d2 req-3062326f-d146-4a8e-9a31-fa533298bf4b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 931 time: 0.1196523
Apr 02 18:13:15.381678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 6b1345ad-aaa0-456b-9220-2980ed476faa up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:15.449552 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-da6b65ae-afd3-4607-aff1-a107f09d96d2 req-42ec337f-7194-41f0-a0e3-ec2b778daf39 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861573
Apr 02 18:13:15.587292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 6b1345ad-aaa0-456b-9220-2980ed476faa triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:15.587886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.644427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:15.645331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.766585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device b8187e51-cedb-454f-84c2-1f0368ff2340 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:15.804367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4554a11c-5154-4e97-8fc6-5878cf1000d8 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:15.823390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.847521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Transition to ACTIVE for port object 4554a11c-5154-4e97-8fc6-5878cf1000d8 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:15.852276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.870528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0823ce8f-d6bb-47b7-b079-86ef86664a81 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:15.871903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port b8187e51-cedb-454f-84c2-1f0368ff2340 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:15.879824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port b8187e51-cedb-454f-84c2-1f0368ff2340 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:15.880541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.049649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.072345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port b8187e51-cedb-454f-84c2-1f0368ff2340, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=b8187e51-cedb-454f-84c2-1f0368ff2340,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:16.081545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.094609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:16.222667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=b8187e51-cedb-454f-84c2-1f0368ff2340,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:16.236501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:16.480799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Pushing event updated for resources: {'Port': ['ID=4554a11c-5154-4e97-8fc6-5878cf1000d8,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:16.495444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.495849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.496248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.496637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.497031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.497495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.498060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.498514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.498903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.499453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.499846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.500257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:16.547700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:16.673333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e1aab-67d5-42d2-82b4-89c3e3fad46a req-8916efdf-ea6d-4773-8359-a209f79291c3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:16.675010 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-094e1aab-67d5-42d2-82b4-89c3e3fad46a req-8916efdf-ea6d-4773-8359-a209f79291c3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.3251183
Apr 02 18:13:16.679019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:16.682442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:16.740617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Attempting to bind port 4554a11c-5154-4e97-8fc6-5878cf1000d8 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:16.741311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Attempting to bind port 4554a11c-5154-4e97-8fc6-5878cf1000d8 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:16.742009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Attempting to bind port 4554a11c-5154-4e97-8fc6-5878cf1000d8 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:16.804205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c8bee-45c5-465c-93b8-2f6159c4e074 req-91bb71a5-ca15-4c05-a7cf-0d37bc462502 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:16.806158 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-090c8bee-45c5-465c-93b8-2f6159c4e074 req-91bb71a5-ca15-4c05-a7cf-0d37bc462502 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 943 time: 0.2073519
Apr 02 18:13:16.906174 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-090c8bee-45c5-465c-93b8-2f6159c4e074 req-13a621ee-4a96-4b23-a582-3ba11893a6a6 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909307
Apr 02 18:13:16.975431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Port 4554a11c-5154-4e97-8fc6-5878cf1000d8 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:13:16.977368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Attempting to bind port 4554a11c-5154-4e97-8fc6-5878cf1000d8 on network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:17.008789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:17.009457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Checking segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:17.010038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Bound using segment: {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:17.010691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Bound port: 4554a11c-5154-4e97-8fc6-5878cf1000d8, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ca8d1e-4555-401d-a9f9-88bfda9e79b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:17.011266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.078189 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-094e1aab-67d5-42d2-82b4-89c3e3fad46a req-59861485-662e-4866-aa1f-477bb530452a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679085
Apr 02 18:13:17.086573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3af775ab-07c5-4ace-8015-e7044416b0d3 None None] Provisioning complete for port c5fce9d9-33cb-4f4e-992d-c473c0494317 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:17.087016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3af775ab-07c5-4ace-8015-e7044416b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.201475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3af775ab-07c5-4ace-8015-e7044416b0d3 None None] Port c5fce9d9-33cb-4f4e-992d-c473c0494317 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:17.215271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] For port 4554a11c-5154-4e97-8fc6-5878cf1000d8, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:17.248927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] For port 4554a11c-5154-4e97-8fc6-5878cf1000d8, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4554a11c-5154-4e97-8fc6-5878cf1000d8,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:17.253772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device b8187e51-cedb-454f-84c2-1f0368ff2340 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:17.261390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.351707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b3d971b-2d36-4c37-b9a3-8d2ec8395054 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:17.376115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port b8187e51-cedb-454f-84c2-1f0368ff2340 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:17.378756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.456730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:17.490273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Pushing event updated for resources: {'Port': ['ID=4554a11c-5154-4e97-8fc6-5878cf1000d8,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:17.498847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:17.563732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:17.564405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.565929 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] 10.222.0.30 "PUT /v2.0/ports/4554a11c-5154-4e97-8fc6-5878cf1000d8 HTTP/1.1" status: 200  len: 1093 time: 2.9145713
Apr 02 18:13:17.566561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'tag': '4554a11c-5154-4e97-8fc6-5878cf1000d8'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:17.669254 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'tag': '4554a11c-5154-4e97-8fc6-5878cf1000d8', 'status': 'completed', 'code': 200}
Apr 02 18:13:17.736929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:17.746155 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/8abbf30d-d652-4aa0-89b8-8c8954ca4e4a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2582736
Apr 02 18:13:17.770439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Sync routers for ids ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:17.789439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Routers {'8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:17.790140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f8dc080>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:17.893743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6406d-a65d-4136-8c43-eaa19b949fdd req-06bab2df-a909-48ac-92c3-f83be90a365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:17.896287 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3eb6406d-a65d-4136-8c43-eaa19b949fdd req-06bab2df-a909-48ac-92c3-f83be90a365f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 1096 time: 0.1180086
Apr 02 18:13:18.055944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Set router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:18.161744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6406d-a65d-4136-8c43-eaa19b949fdd req-23f8b43d-f212-415d-9b26-f4cd32b5300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.164853 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3eb6406d-a65d-4136-8c43-eaa19b949fdd req-23f8b43d-f212-415d-9b26-f4cd32b5300d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=80ec365caf954178b29913371a7c97e2&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2586505
Apr 02 18:13:18.361701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33d3f-484e-40b6-9e4e-6a715f5cb440 req-5f1a7eb4-7f80-4509-ad67-4b2f0ea97e24 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.362510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f5d33d3f-484e-40b6-9e4e-6a715f5cb440 req-5f1a7eb4-7f80-4509-ad67-4b2f0ea97e24 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:18.387825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44a5af-4a24-46e1-9af3-e6d2d0a71d3b req-3d767247-f2c6-41ab-90ad-6c771dbb6e6c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.396725 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e44a5af-4a24-46e1-9af3-e6d2d0a71d3b req-3d767247-f2c6-41ab-90ad-6c771dbb6e6c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1228399
Apr 02 18:13:18.427785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f5d33d3f-484e-40b6-9e4e-6a715f5cb440 req-5f1a7eb4-7f80-4509-ad67-4b2f0ea97e24 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:18.429068 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f5d33d3f-484e-40b6-9e4e-6a715f5cb440 req-5f1a7eb4-7f80-4509-ad67-4b2f0ea97e24 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 943 time: 0.3613718
Apr 02 18:13:18.465365 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e44a5af-4a24-46e1-9af3-e6d2d0a71d3b req-3bc0ae00-a9e1-41a4-be9b-ad402d176941 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671537
Apr 02 18:13:18.517384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6406d-a65d-4136-8c43-eaa19b949fdd req-b735e85e-4ef5-4523-a9eb-a8c653197bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.521673 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3eb6406d-a65d-4136-8c43-eaa19b949fdd req-b735e85e-4ef5-4523-a9eb-a8c653197bb5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3429382
Apr 02 18:13:18.575179 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f5d33d3f-484e-40b6-9e4e-6a715f5cb440 req-0ede1846-e45d-4764-9473-182c1e9bdc44 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355901
Apr 02 18:13:18.614907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f8dc080>, [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 4, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'c5fce9d9-33cb-4f4e-992d-c473c0494317', 'name': '', 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'mac_address': 'fa:16:3e:e2:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 2, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'subnets': [{'id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:18.621016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Checking router: 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:18.621532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Updating router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a port c5fce9d9-33cb-4f4e-992d-c473c0494317 binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:18.702091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-471faaca-e3df-43cd-86c4-dfc552ad5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.704686 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-471faaca-e3df-43cd-86c4-dfc552ad5fed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 1096 time: 0.1187944
Apr 02 18:13:18.742383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.829319 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-1e77db7c-4bde-4a85-91f0-b9eeefd9590f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4554a11c-5154-4e97-8fc6-5878cf1000d8 HTTP/1.1" status: 200  len: 217 time: 0.1072900
Apr 02 18:13:18.948240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-947f4edc-b0cf-4b72-ba6f-e4d622b5df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.949789 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-947f4edc-b0cf-4b72-ba6f-e4d622b5df93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.1131954
Apr 02 18:13:19.052172 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-9f9b3d5d-c077-4f8d-89cf-de49376b1db8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946555
Apr 02 18:13:19.350791 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-937d3ef6-a1ec-4620-b409-3048401b984d service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888160
Apr 02 18:13:19.426613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:19.441302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Transition to ACTIVE for port object c5fce9d9-33cb-4f4e-992d-c473c0494317 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:19.452150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:19.468452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:19.687370 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be55a968-6bfa-4806-b96f-12a03acf2464 req-5e509aa1-bb1a-42ef-b937-cedee87df6ef service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290184
Apr 02 18:13:19.700208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340ccea-c890-4859-bdbf-f4993e1eda4b None None] Pushing event updated for resources: {'Port': ['ID=c5fce9d9-33cb-4f4e-992d-c473c0494317,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:19.704744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3340ccea-c890-4859-bdbf-f4993e1eda4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:19.951895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652ae5-c2d7-4594-97d9-3c052b7771cb req-4e9f7a5f-61b0-405e-b096-584c67c2149a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:19.959682 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3b652ae5-c2d7-4594-97d9-3c052b7771cb req-4e9f7a5f-61b0-405e-b096-584c67c2149a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1708825
Apr 02 18:13:20.068258 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3b652ae5-c2d7-4594-97d9-3c052b7771cb req-fe050131-213a-4eb0-af78-afa4f116e56e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070573
Apr 02 18:13:20.114015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Attempting to bind port c5fce9d9-33cb-4f4e-992d-c473c0494317 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:20.114575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Attempting to bind port c5fce9d9-33cb-4f4e-992d-c473c0494317 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:20.115038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Attempting to bind port c5fce9d9-33cb-4f4e-992d-c473c0494317 on network fc8528a3-3f3d-4409-b339-ad797e1fdf0b {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:20.127654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:20.128090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Checking segment: {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:20.128558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.129157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Bound using segment: {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:20.129692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Bound port: c5fce9d9-33cb-4f4e-992d-c473c0494317, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:20.130117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.230509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60bf0e-d5e1-4bdf-9a81-e16f6ecc770d req-950fdfa0-2d95-426b-9cc2-e9418ee4a08c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:20.243214 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0a60bf0e-d5e1-4bdf-9a81-e16f6ecc770d req-950fdfa0-2d95-426b-9cc2-e9418ee4a08c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 943 time: 0.3706586
Apr 02 18:13:20.315045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] For port c5fce9d9-33cb-4f4e-992d-c473c0494317, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:20.319527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] For port c5fce9d9-33cb-4f4e-992d-c473c0494317, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=c5fce9d9-33cb-4f4e-992d-c473c0494317,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:20.323997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.455195 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0a60bf0e-d5e1-4bdf-9a81-e16f6ecc770d req-df9977e1-0b91-419c-86aa-409cfcab3477 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053030
Apr 02 18:13:20.503744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ff3e22b-dc03-4b9e-9a43-165f4ce4ffe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:20.645282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340ccea-c890-4859-bdbf-f4993e1eda4b None None] Pushing event updated for resources: {'Port': ['ID=c5fce9d9-33cb-4f4e-992d-c473c0494317,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:20.686623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3340ccea-c890-4859-bdbf-f4993e1eda4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:20.751948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Routers {'8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:20.752803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f8dc080>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:20.791891 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-59a3e978-2122-46ed-84a0-dad4afb359f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1678257
Apr 02 18:13:21.082898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] Set router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:21.168442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d5107-894b-402b-b723-55487289de20 req-005960d6-4e2c-4e1a-b5b8-e00573f525da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.170571 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-005960d6-4e2c-4e1a-b5b8-e00573f525da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80ec365caf954178b29913371a7c97e2&device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 1099 time: 0.2393014
Apr 02 18:13:21.608767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f8dc080>, [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 4, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'c5fce9d9-33cb-4f4e-992d-c473c0494317', 'name': '', 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'mac_address': 'fa:16:3e:e2:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:20Z', 'revision_number': 4, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'subnets': [{'id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:21.613840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e6e3a-ff00-42eb-9775-8846c1db10bc None None] The sync data for ids ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'] in dv-cinder-784477-2-iscsi is: [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 4, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'c5fce9d9-33cb-4f4e-992d-c473c0494317', 'name': '', 'network_id': 'fc8528a3-3f3d-4409-b339-ad797e1fdf0b', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'mac_address': 'fa:16:3e:e2:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:20Z', 'revision_number': 4, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'subnets': [{'id': 'c50cb1c8-0c16-44bf-95c4-3f3cfadb612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:21.798220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d5107-894b-402b-b723-55487289de20 req-c928aa54-c15b-4700-9a68-b422cf8ebfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.799871 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-c928aa54-c15b-4700-9a68-b422cf8ebfba service neutron] 10.222.0.30 "GET /v2.0/networks?id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 200  len: 916 time: 0.6038754
Apr 02 18:13:21.888048 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-ec2beebb-bc75-4e9f-91bf-3eefe428f650 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393 HTTP/1.1" status: 200  len: 217 time: 0.0767493
Apr 02 18:13:21.970944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d5107-894b-402b-b723-55487289de20 req-d99044a3-63ae-496a-ae78-85c4b3796507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.972546 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-d99044a3-63ae-496a-ae78-85c4b3796507 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 200  len: 855 time: 0.0703983
Apr 02 18:13:22.044677 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-b7e7b810-bca3-4381-b378-b7d2d5dc16c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626585
Apr 02 18:13:22.057863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af46a6-c815-48a7-9c49-075fd2c04e19 req-ad55e73c-5ae1-494b-aba4-5c708fa32856 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:22.066773 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c2af46a6-c815-48a7-9c49-075fd2c04e19 req-ad55e73c-5ae1-494b-aba4-5c708fa32856 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.7760937
Apr 02 18:13:22.186637 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c2af46a6-c815-48a7-9c49-075fd2c04e19 req-097aefeb-d2a5-444e-b96d-1ee1ee22081d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180692
Apr 02 18:13:22.213541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e638bc-6635-43eb-9a51-63e0a06366af req-e80c2a79-8c16-42fd-b1ba-9624903c8e7a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:22.217117 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d8e638bc-6635-43eb-9a51-63e0a06366af req-e80c2a79-8c16-42fd-b1ba-9624903c8e7a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 943 time: 0.2335000
Apr 02 18:13:22.345870 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d8e638bc-6635-43eb-9a51-63e0a06366af req-20edca7d-b9be-4ae1-bee1-d36cdd7c10af tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141596
Apr 02 18:13:22.440236 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-1295d2f0-c10d-43d6-ba47-42f081189898 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412576
Apr 02 18:13:22.733085 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-485d5107-894b-402b-b723-55487289de20 req-58fdc38f-8176-4792-a753-39593381f013 service neutron] 10.222.0.30 "GET /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2758386
Apr 02 18:13:22.819327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 4554a11c-5154-4e97-8fc6-5878cf1000d8 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:13:23.178756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 4554a11c-5154-4e97-8fc6-5878cf1000d8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4554a11c-5154-4e97-8fc6-5878cf1000d8,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:23.232685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '4554a11c-5154-4e97-8fc6-5878cf1000d8', 'network_id': '84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d', 'port_id': '4554a11c-5154-4e97-8fc6-5878cf1000d8', 'mac_address': 'fa:16:3e:0b:a9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130e732b-dd95-4ddd-a81b-a732a89798c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:13:23.334159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.360282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4554a11c-5154-4e97-8fc6-5878cf1000d8 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:23.413926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c5fce9d9-33cb-4f4e-992d-c473c0494317 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:23.577022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fcd05-5d17-4aee-99da-38e0b5364dbc req-b00da489-afd1-4f54-97cb-0f0d3270f8b0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:23.587959 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b55fcd05-5d17-4aee-99da-38e0b5364dbc req-b00da489-afd1-4f54-97cb-0f0d3270f8b0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1860204
Apr 02 18:13:23.611018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 4554a11c-5154-4e97-8fc6-5878cf1000d8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4554a11c-5154-4e97-8fc6-5878cf1000d8,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:23.633655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.636266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5ea983db-7e11-4fc5-ae3a-f0d3470af694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:23.665375 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b55fcd05-5d17-4aee-99da-38e0b5364dbc req-937b000f-5459-448c-9179-a93d95c8bc84 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763617
Apr 02 18:13:23.696023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800cf6f-3eae-4130-98f7-81fe651f7ba7 req-a6a4738d-9139-4cbc-bc22-a1afafbbc839 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:23.705751 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c800cf6f-3eae-4130-98f7-81fe651f7ba7 req-a6a4738d-9139-4cbc-bc22-a1afafbbc839 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 944 time: 0.1360772
Apr 02 18:13:23.788935 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c800cf6f-3eae-4130-98f7-81fe651f7ba7 req-90796ea7-a13a-4a56-9e8c-0fbba1aa6d6b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821669
Apr 02 18:13:23.885754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=4554a11c-5154-4e97-8fc6-5878cf1000d8,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:23.895234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port c5fce9d9-33cb-4f4e-992d-c473c0494317 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:23.908834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:23.910414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port c5fce9d9-33cb-4f4e-992d-c473c0494317 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:23.910826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.141146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.198694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port c5fce9d9-33cb-4f4e-992d-c473c0494317, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=c5fce9d9-33cb-4f4e-992d-c473c0494317,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:24.207264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.213483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:24.285771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['4554a11c-5154-4e97-8fc6-5878cf1000d8'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:24.541233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=c5fce9d9-33cb-4f4e-992d-c473c0494317,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:24.545147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.546127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:25.050847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637c99-b274-4416-bc27-04b208c7e24a req-f4dada7b-d49a-4c51-9bfe-7548e49bd05a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:25.052904 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c637c99-b274-4416-bc27-04b208c7e24a req-f4dada7b-d49a-4c51-9bfe-7548e49bd05a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1385443
Apr 02 18:13:25.192229 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c637c99-b274-4416-bc27-04b208c7e24a req-07152630-a691-458f-9e51-3bb0179187b5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259296
Apr 02 18:13:25.246168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972f710-7c8a-44ae-ad38-2468e5ce9c83 req-a4f8d4b9-ee1c-491c-a33d-1fb7a86b5a36 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:25.255200 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4972f710-7c8a-44ae-ad38-2468e5ce9c83 req-a4f8d4b9-ee1c-491c-a33d-1fb7a86b5a36 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 944 time: 0.1970983
Apr 02 18:13:25.352565 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4972f710-7c8a-44ae-ad38-2468e5ce9c83 req-ef01ebcd-1ec1-488a-b83c-5b1870fe4b2a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876617
Apr 02 18:13:25.354018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c5fce9d9-33cb-4f4e-992d-c473c0494317 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:25.522179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port c5fce9d9-33cb-4f4e-992d-c473c0494317 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:25.523965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.461570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bd936-07e8-4323-8875-28b683201451 req-e2b46f7b-ff47-48d9-acda-5a8e64e0c147 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:26.473796 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-405bd936-07e8-4323-8875-28b683201451 req-e2b46f7b-ff47-48d9-acda-5a8e64e0c147 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1461813
Apr 02 18:13:26.546093 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-405bd936-07e8-4323-8875-28b683201451 req-a3730c4b-204f-45b1-9476-0676504aae04 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708997
Apr 02 18:13:26.757416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7194cb-bcf8-4dca-bbeb-37a243ee98d4 req-388d5ceb-d098-49ed-8452-82ecad34dc15 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:26.759301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6d7194cb-bcf8-4dca-bbeb-37a243ee98d4 req-388d5ceb-d098-49ed-8452-82ecad34dc15 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 944 time: 0.1569693
Apr 02 18:13:26.847782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 4554a11c-5154-4e97-8fc6-5878cf1000d8 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:26.861451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6d7194cb-bcf8-4dca-bbeb-37a243ee98d4 req-3b31d6ca-65d6-479c-a6dd-9cf49c04294b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876529
Apr 02 18:13:27.024209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 4554a11c-5154-4e97-8fc6-5878cf1000d8 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:27.035154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 4554a11c-5154-4e97-8fc6-5878cf1000d8 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:27.036583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.195515 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.226105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4554a11c-5154-4e97-8fc6-5878cf1000d8'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:27.238009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 4554a11c-5154-4e97-8fc6-5878cf1000d8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4554a11c-5154-4e97-8fc6-5878cf1000d8,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:27.241560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.267759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-028ad993-5e10-4fc9-8d5e-72a7bcb81642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:27.315451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4554a11c-5154-4e97-8fc6-5878cf1000d8', 'code': 200}
Apr 02 18:13:27.364078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=4554a11c-5154-4e97-8fc6-5878cf1000d8,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:27.375373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:27.636372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5478d2e-f105-4fa5-b12e-1024ac51632e req-55060971-711e-4cab-92f8-00ac2fffbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.648503 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c5478d2e-f105-4fa5-b12e-1024ac51632e req-55060971-711e-4cab-92f8-00ac2fffbc12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 1098 time: 0.1071103
Apr 02 18:13:27.776067 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c5478d2e-f105-4fa5-b12e-1024ac51632e req-53b00aab-b575-421e-87f1-f6d47b5b1e4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189828
Apr 02 18:13:27.811988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35afec4-9e56-437c-9fcf-0e328243527b req-67ba6a51-d07d-48a8-a555-0b1bea5ba26c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.820638 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a35afec4-9e56-437c-9fcf-0e328243527b req-67ba6a51-d07d-48a8-a555-0b1bea5ba26c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1291037
Apr 02 18:13:27.882377 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a35afec4-9e56-437c-9fcf-0e328243527b req-52294263-49a1-44c1-935e-30caa8c05e3d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605018
Apr 02 18:13:28.155152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05623b64-c4df-4a48-b820-e331c7f49e19 req-7afa5a85-e654-494d-88bf-bfe822f8c1fe tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:28.173831 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05623b64-c4df-4a48-b820-e331c7f49e19 req-7afa5a85-e654-494d-88bf-bfe822f8c1fe tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.1472023
Apr 02 18:13:28.248826 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-05623b64-c4df-4a48-b820-e331c7f49e19 req-2637caa6-1184-4f51-abf0-10691b3a08f0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735474
Apr 02 18:13:29.099657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90a65d51-7690-4a8a-994c-ea4615370ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.234029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736dc22-bd76-4303-90cd-f24224da46ea req-34204c1b-0a5d-4619-9d87-6fe70f9753ef tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:29.236311 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c736dc22-bd76-4303-90cd-f24224da46ea req-34204c1b-0a5d-4619-9d87-6fe70f9753ef tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1857376
Apr 02 18:13:29.343831 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c736dc22-bd76-4303-90cd-f24224da46ea req-f2492a97-0944-4891-9091-3e65d010d716 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011724
Apr 02 18:13:29.566197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb3ad-63e8-4f91-839e-7abd9b3d72a4 req-4ecc5b91-2c3e-4d7a-ad66-8e1b05a412da tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:29.586541 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-49dbb3ad-63e8-4f91-839e-7abd9b3d72a4 req-4ecc5b91-2c3e-4d7a-ad66-8e1b05a412da tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.1652739
Apr 02 18:13:29.657511 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-49dbb3ad-63e8-4f91-839e-7abd9b3d72a4 req-4ddad81d-c9e9-4a16-a0ab-cb3e37db544f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696871
Apr 02 18:13:30.654712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.656231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f98e-c2d5-42c8-9a87-9b959850f35a req-72470a01-6305-4460-80e8-5ee7ae274be8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:30.671620 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0da6f98e-c2d5-42c8-9a87-9b959850f35a req-72470a01-6305-4460-80e8-5ee7ae274be8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1418908
Apr 02 18:13:30.755541 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0da6f98e-c2d5-42c8-9a87-9b959850f35a req-ee01fc1a-415b-4a77-a70a-7827cad8dfd4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829513
Apr 02 18:13:31.086106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2fbf-5fc2-4f5d-a381-67ac54008ca5 req-7e2b9722-385f-410f-bf46-a1eb7a7f1113 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:31.087903 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c9a2fbf-5fc2-4f5d-a381-67ac54008ca5 req-7e2b9722-385f-410f-bf46-a1eb7a7f1113 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.1454117
Apr 02 18:13:31.149781 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c9a2fbf-5fc2-4f5d-a381-67ac54008ca5 req-67acbc87-ab00-4082-ba74-7264cd0a9c6a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544405
Apr 02 18:13:31.566961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d28519b-60b8-4876-bc5e-cae17e4dca85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.041688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d76b5-74e8-4ad8-9f08-94626045ab62 req-81655b34-5377-4fb6-b2e6-993a8efdbc4e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:32.045620 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-725d76b5-74e8-4ad8-9f08-94626045ab62 req-81655b34-5377-4fb6-b2e6-993a8efdbc4e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1097176
Apr 02 18:13:32.282487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.332946 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-725d76b5-74e8-4ad8-9f08-94626045ab62 req-dfc08983-efee-4206-bac5-8396e3b350d7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799962
Apr 02 18:13:32.869141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-340a2a64-5cb5-44ac-a541-239f5685c79d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:32.869812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7496c093-8347-4781-bc96-a2ffc0436483 req-340a2a64-5cb5-44ac-a541-239f5685c79d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:32.888354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7496c093-8347-4781-bc96-a2ffc0436483 req-340a2a64-5cb5-44ac-a541-239f5685c79d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:32.889662 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-340a2a64-5cb5-44ac-a541-239f5685c79d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 815 time: 0.1795473
Apr 02 18:13:32.906351 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-65b3b995-77b0-403b-8dd9-41ad83356667 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/quotas/60f7559c0d6e46ccb55f41b492d593d0 HTTP/1.1" status: 200  len: 375 time: 0.0104063
Apr 02 18:13:32.996033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7496c093-8347-4781-bc96-a2ffc0436483 req-50b6bf2e-9801-4177-aa32-1a1dad9e4192 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:33.013614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7496c093-8347-4781-bc96-a2ffc0436483 req-50b6bf2e-9801-4177-aa32-1a1dad9e4192 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:33.015161 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-50b6bf2e-9801-4177-aa32-1a1dad9e4192 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1030283
Apr 02 18:13:33.165628 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-7f65963c-48f4-4c60-9a27-1b6852b4d360 service neutron] 10.222.0.13 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378627
Apr 02 18:13:33.326079 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-6765e741-b974-43d1-94b2-06f7ae687db8 service neutron] 10.222.0.13 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536987
Apr 02 18:13:33.673886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cca76551-90cd-4400-bf5b-8eed2384f6b2 req-fddc8c59-75bd-407c-817c-b64ba65fa890 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 210 time: 0.0637035
Apr 02 18:13:33.737974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.755943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea4bb-8527-43d5-addd-8e5d68d2da25 req-c4b9965f-b8ca-4a93-8552-5e6c20cc1055 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:33.763671 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-815ea4bb-8527-43d5-addd-8e5d68d2da25 req-c4b9965f-b8ca-4a93-8552-5e6c20cc1055 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1705239
Apr 02 18:13:33.831237 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-815ea4bb-8527-43d5-addd-8e5d68d2da25 req-1621a7d9-5295-4f48-98a0-c43397264e95 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651257
Apr 02 18:13:34.682385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3f2fc-28b1-4cb1-8a91-1c33ec11c9f2 req-5715f95a-0b84-4cce-a88a-9d42afa57cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:34.683977 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8bb3f2fc-28b1-4cb1-8a91-1c33ec11c9f2 req-5715f95a-0b84-4cce-a88a-9d42afa57cd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 1098 time: 0.0821025
Apr 02 18:13:34.734965 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8bb3f2fc-28b1-4cb1-8a91-1c33ec11c9f2 req-f3c47f59-867b-4db5-877a-1c63f0554549 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388417
Apr 02 18:13:34.851715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-857ef8bf-6bfe-4d06-9a30-6be4af0962b5 req-d52b724f-3386-41f4-bf94-a43f578c34db tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 210 time: 0.0504830
Apr 02 18:13:35.022905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-8c131484-8a38-4908-8625-f5320c9e74b5 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:35.024808 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-8c131484-8a38-4908-8625-f5320c9e74b5 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 815 time: 0.1622417
Apr 02 18:13:35.038790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'port': {'device_id': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'admin_state_up': True, 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:35.060204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523eebb-a12d-46e0-a89e-12e98c286495 req-88bab8a2-d589-4051-96ab-8cea91840b39 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:35.061924 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5523eebb-a12d-46e0-a89e-12e98c286495 req-88bab8a2-d589-4051-96ab-8cea91840b39 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1022003
Apr 02 18:13:35.115818 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5523eebb-a12d-46e0-a89e-12e98c286495 req-45c8c9fe-8ad7-44ed-b90c-475328269608 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470407
Apr 02 18:13:35.193224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:35.203823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:35.217164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Made reservation on behalf of 60f7559c0d6e46ccb55f41b492d593d0 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:35.223167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.258788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56770) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:35.329394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Deleting subnet 7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:13:35.332483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.388387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.398068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Allocated IP 172.20.0.10 (a468af7e-d1cc-4715-bb43-b73496514573/3384d5d0-e9b6-4730-9ede-b64e6df85dc5/d09dcb6f-2587-496b-a0b9-0d29d1db4500) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:35.452240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.673443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.694250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Transition to ACTIVE for port object d09dcb6f-2587-496b-a0b9-0d29d1db4500 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:35.734744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.781648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:35.843969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.886587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:35.893606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:36.011044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:36.078035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Network a468af7e-d1cc-4715-bb43-b73496514573 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:36.079559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:36.082125 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:36.103769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:36.117399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:36.123798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.130390 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-80a6457d-df0b-4e75-9719-84340efea90c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7fec74aa-3a9c-4e4c-b39f-ddf05b6a9238 HTTP/1.1" status: 204  len: 168 time: 0.8698394
Apr 02 18:13:36.135307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56798) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:36.159407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:36.160084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.190862 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1567762
Apr 02 18:13:36.288929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.355061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8843-164d-4a27-93c0-82a7b28ba0be req-62397d1d-6e4c-4d61-8a88-95a4baf6ebb2 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:36.356995 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe5f8843-164d-4a27-93c0-82a7b28ba0be req-62397d1d-6e4c-4d61-8a88-95a4baf6ebb2 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 932 time: 0.3071511
Apr 02 18:13:36.432478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f7d2a3c7-37bb-41fe-90c8-40a2f1c687f7 None None] Provisioning for port d09dcb6f-2587-496b-a0b9-0d29d1db4500 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:36.438116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f7d2a3c7-37bb-41fe-90c8-40a2f1c687f7 None None] Provisioning complete for port d09dcb6f-2587-496b-a0b9-0d29d1db4500 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:36.438531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a3c7-37bb-41fe-90c8-40a2f1c687f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.482510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-fe5f8843-164d-4a27-93c0-82a7b28ba0be req-4aadb2de-c2d9-4c1f-810d-a8988c1ab8f2 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:36.526098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2a3c7-37bb-41fe-90c8-40a2f1c687f7 None None] Port d09dcb6f-2587-496b-a0b9-0d29d1db4500 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:36.550819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.636344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-fe5f8843-164d-4a27-93c0-82a7b28ba0be req-4aadb2de-c2d9-4c1f-810d-a8988c1ab8f2 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:36.638395 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe5f8843-164d-4a27-93c0-82a7b28ba0be req-4aadb2de-c2d9-4c1f-810d-a8988c1ab8f2 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716801
Apr 02 18:13:36.676553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e9b52e8>,) {'filters': {'network_id': ['8a5f5799-beb6-44b5-8780-9c1b8561a354']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:36.690571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e9b52e8>, 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:36.690778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e9b52e8>, 'a7170a80-3bfd-49a9-a71e-94ea2f0a7f0f') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:36.703785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.724846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.732060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:13:36.927268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:13:36.943957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.123677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Network 8a5f5799-beb6-44b5-8780-9c1b8561a354 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:13:37.147337 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:13:37.232505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.236358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0836ed6e-3dea-46d4-8e77-6302136843e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:37.251207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.263531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5f5799-beb6-44b5-8780-9c1b8561a354,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:37.267908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:37.270671 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-94493ca8-6325-4a02-b7f9-9e6df16bf530 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a5f5799-beb6-44b5-8780-9c1b8561a354 HTTP/1.1" status: 204  len: 168 time: 1.1300483
Apr 02 18:13:37.452521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 56808) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:37.509492 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a3b72372-b102-4434-a69e-5653d26c214b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d822b4790cb44d9b5a856f508e58dbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556095
Apr 02 18:13:37.513001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 56812) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:37.584038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.612585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.658080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.663030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dcfef468-3422-4bda-9e0a-e6675f65f8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:37.677717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9061f659-610a-4ae5-9ca3-dcba59a71996,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:37.683358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:37.685626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.686835 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9061f659-610a-4ae5-9ca3-dcba59a71996 HTTP/1.1" status: 204  len: 168 time: 0.1727221
Apr 02 18:13:39.509902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:13:54.509694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.952295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Request body: {'port': {'device_id': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:58.111408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.214001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e23ad2-bb07-47f9-aad4-73a62286f096 req-3ba3a13a-2c61-42c3-b922-dcc6cf979b5c tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:58.215590 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a0e23ad2-bb07-47f9-aad4-73a62286f096 req-3ba3a13a-2c61-42c3-b922-dcc6cf979b5c tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 932 time: 0.1026583
Apr 02 18:13:58.265911 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a0e23ad2-bb07-47f9-aad4-73a62286f096 req-a736e7af-b274-416c-9415-321895fdd8a4 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429022
Apr 02 18:13:58.381226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb66e4-293f-4ebd-a7c3-76be8acb12ef req-3867c6c0-d82b-4318-96b8-4949a094f188 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:58.382826 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d4bb66e4-293f-4ebd-a7c3-76be8acb12ef req-3867c6c0-d82b-4318-96b8-4949a094f188 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.2727301
Apr 02 18:13:58.489072 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d4bb66e4-293f-4ebd-a7c3-76be8acb12ef req-337e8b06-0b78-49fb-b9da-7ef40ceb5b42 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958207
Apr 02 18:13:58.661607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09dcb6f-2587-496b-a0b9-0d29d1db4500 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:58.669419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.685136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Transition to ACTIVE for port object d09dcb6f-2587-496b-a0b9-0d29d1db4500 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:58.687021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.702403 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:59.061328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:59.065846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:59.076451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c44feb2a-0dfe-410a-8c96-cce40406171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.290168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Attempting to bind port d09dcb6f-2587-496b-a0b9-0d29d1db4500 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:59.290522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Attempting to bind port d09dcb6f-2587-496b-a0b9-0d29d1db4500 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:59.290884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Attempting to bind port d09dcb6f-2587-496b-a0b9-0d29d1db4500 on network a468af7e-d1cc-4715-bb43-b73496514573 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:59.296080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Port d09dcb6f-2587-496b-a0b9-0d29d1db4500 on network a468af7e-d1cc-4715-bb43-b73496514573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:13:59.296436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Attempting to bind port d09dcb6f-2587-496b-a0b9-0d29d1db4500 on network a468af7e-d1cc-4715-bb43-b73496514573 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:59.302579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:59.303099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Checking segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:59.303516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Bound using segment: {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:59.304007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Bound port: d09dcb6f-2587-496b-a0b9-0d29d1db4500, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f0aff6-5707-451b-8fa8-41aee172be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:59.304389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.402684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:59.405786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:59.409652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.425025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:59.475439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29919e89-6233-4b74-9c21-f3b357ce023e req-546e8afe-dd0e-4215-9ee4-b71961ae525f tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:59.477196 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-29919e89-6233-4b74-9c21-f3b357ce023e req-546e8afe-dd0e-4215-9ee4-b71961ae525f tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.0925157
Apr 02 18:13:59.516082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:59.542276 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-29919e89-6233-4b74-9c21-f3b357ce023e req-66f1f3e9-7086-4bef-a9f6-4715f1c95f73 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585771
Apr 02 18:13:59.571784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:59.632608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:59.633640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.635175 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] 10.222.0.30 "PUT /v2.0/ports/d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 1094 time: 1.6882637
Apr 02 18:13:59.635714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:59.744756 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'status': 'completed', 'code': 200}
Apr 02 18:13:59.803470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b081d1-dea2-41cb-8ab3-ace01dee5fcd req-8f076916-edd2-418b-9f33-2c47bb63a889 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:59.805151 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-89b081d1-dea2-41cb-8ab3-ace01dee5fcd req-8f076916-edd2-418b-9f33-2c47bb63a889 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1628988
Apr 02 18:13:59.841810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-d0149465-69e8-4a43-b2d3-c026c1c5a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:59.843422 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-d0149465-69e8-4a43-b2d3-c026c1c5a2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1097 time: 0.1447673
Apr 02 18:13:59.928506 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-a50c3534-6cb9-4491-9e70-31febbad6e9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 217 time: 0.0749359
Apr 02 18:13:59.931616 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-89b081d1-dea2-41cb-8ab3-ace01dee5fcd req-5585ce04-3309-459a-99ea-9aff96b4119f tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200998
Apr 02 18:14:00.017307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-23c5bdca-5910-4d26-84dd-c27c2cac2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:00.019085 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-23c5bdca-5910-4d26-84dd-c27c2cac2275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.0768442
Apr 02 18:14:00.120834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c093-8347-4781-bc96-a2ffc0436483 req-630e0f5a-fdda-4bb6-b348-ff3fde0a5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:00.123013 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-630e0f5a-fdda-4bb6-b348-ff3fde0a5ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908949
Apr 02 18:14:00.155727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871244a-c863-4440-90ec-b892539febdd req-78af24a0-582e-41bb-93cd-6d07d84b2750 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:00.157836 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1871244a-c863-4440-90ec-b892539febdd req-78af24a0-582e-41bb-93cd-6d07d84b2750 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0922706
Apr 02 18:14:00.211737 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1871244a-c863-4440-90ec-b892539febdd req-0a3997d0-c6e1-4e4a-98f3-6644a8c537b1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463758
Apr 02 18:14:00.293053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-4bd3a82e-32e2-41b6-8b5c-56a73f91b9ab service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545935
Apr 02 18:14:00.465841 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7496c093-8347-4781-bc96-a2ffc0436483 req-82375249-2c5c-4aca-b986-ddd693d71244 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636527
Apr 02 18:14:00.605681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-89a39d35-66e1-491b-b9ec-bcc80b50fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:00.607367 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-89a39d35-66e1-491b-b9ec-bcc80b50fb30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1097 time: 0.0838356
Apr 02 18:14:00.645442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.856359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-58e1fd7e-652d-4556-9bc2-d577c3d80590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:00.857929 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-58e1fd7e-652d-4556-9bc2-d577c3d80590 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.2427120
Apr 02 18:14:00.874673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32aaa1-9c37-4643-996f-b06c7ea7df1e req-9c3dcc4a-83b2-4052-9999-e4d012abce3d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:00.875453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6a32aaa1-9c37-4643-996f-b06c7ea7df1e req-9c3dcc4a-83b2-4052-9999-e4d012abce3d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:00.949539 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-ea271176-64a7-4e17-8d01-3764bedfe29b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 217 time: 0.0693548
Apr 02 18:14:00.995290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6a32aaa1-9c37-4643-996f-b06c7ea7df1e req-9c3dcc4a-83b2-4052-9999-e4d012abce3d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:00.996550 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6a32aaa1-9c37-4643-996f-b06c7ea7df1e req-9c3dcc4a-83b2-4052-9999-e4d012abce3d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.2707701
Apr 02 18:14:01.066839 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6a32aaa1-9c37-4643-996f-b06c7ea7df1e req-ef9afe8c-3356-4840-8b57-cf0fd7523992 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608175
Apr 02 18:14:01.068338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-5a25b523-428f-4e58-be94-462af6c27234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:01.069799 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-5a25b523-428f-4e58-be94-462af6c27234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.1130548
Apr 02 18:14:01.171271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-8fcbe14a-654e-485f-b009-db47ce21b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:01.173139 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-8fcbe14a-654e-485f-b009-db47ce21b592 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860910
Apr 02 18:14:01.317273 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-2c8b7852-b8e6-495d-8631-f4510deb4b04 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362491
Apr 02 18:14:01.481850 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4271c41-a8e0-4c86-9863-f5620d77f8ae req-66237281-50a4-4c4d-b9fc-74a656d7e93c service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507537
Apr 02 18:14:01.529499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5f890fde-ba7b-436f-92b9-10d8167017f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.846137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a7a7-1d5f-4962-9891-1492fbaa8fcf req-2548f276-ec1c-4af7-b76f-90a9c4bbb074 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:01.847753 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9821a7a7-1d5f-4962-9891-1492fbaa8fcf req-2548f276-ec1c-4af7-b76f-90a9c4bbb074 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0912783
Apr 02 18:14:01.897431 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9821a7a7-1d5f-4962-9891-1492fbaa8fcf req-5913e9eb-9b0d-4006-bb31-63ca2ee3b411 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433390
Apr 02 18:14:02.282050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e696d-4249-43ba-84c3-563233291a65 req-826af3dd-0342-4ff8-80eb-bcfb768f9aea tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:02.282050 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-441e696d-4249-43ba-84c3-563233291a65 req-826af3dd-0342-4ff8-80eb-bcfb768f9aea tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.0933404
Apr 02 18:14:02.283985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:02.325961 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-441e696d-4249-43ba-84c3-563233291a65 req-722f4375-1a36-4064-84b2-4fefcfc6ed06 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409160
Apr 02 18:14:03.124334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca9340-9aa1-492c-91c8-c2847e5cd6da req-84d56aba-eeea-4eca-b6a4-059cd58dbee5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:03.126878 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1fca9340-9aa1-492c-91c8-c2847e5cd6da req-84d56aba-eeea-4eca-b6a4-059cd58dbee5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1019914
Apr 02 18:14:03.193185 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1fca9340-9aa1-492c-91c8-c2847e5cd6da req-b06c8bce-9573-4be3-bfc7-d59d50277427 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577493
Apr 02 18:14:03.567737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6907c-a7ed-4c74-9d80-d638da449f66 req-f817cc98-ba7b-456d-ac98-9e74b8e887e3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:03.571114 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-baf6907c-a7ed-4c74-9d80-d638da449f66 req-f817cc98-ba7b-456d-ac98-9e74b8e887e3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.1024594
Apr 02 18:14:03.621091 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-baf6907c-a7ed-4c74-9d80-d638da449f66 req-4fff0db0-5769-4c4e-8271-0cfa9de611d4 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433724
Apr 02 18:14:03.625243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-2a8bf91b-fe8e-4d69-bc0e-b48aa42038bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:03.627471 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-2a8bf91b-fe8e-4d69-bc0e-b48aa42038bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.1651020
Apr 02 18:14:03.728588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:03.975747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8181255-3a71-4b92-8539-b551f83f8f9b req-6fe0a049-e1fc-495c-a33f-265be5a5d44e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:03.977324 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e8181255-3a71-4b92-8539-b551f83f8f9b req-6fe0a049-e1fc-495c-a33f-265be5a5d44e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.4238155
Apr 02 18:14:04.038690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-d6385bd2-1e08-47d3-acc4-da801b4ad19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:04.040240 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-d6385bd2-1e08-47d3-acc4-da801b4ad19d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.3998485
Apr 02 18:14:04.051267 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e8181255-3a71-4b92-8539-b551f83f8f9b req-c3112684-57d5-4d4c-9194-52afda29d538 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669937
Apr 02 18:14:04.122149 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-5c4b298e-4505-472b-8984-b2ca0c8f11a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 217 time: 0.0698771
Apr 02 18:14:04.192488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-09712e3d-e8e1-4843-b4f9-e947cbcf2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:04.193889 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-09712e3d-e8e1-4843-b4f9-e947cbcf2fb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.0642486
Apr 02 18:14:04.252787 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-68758481-fdfd-45c0-8980-270a2d0a7cec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504355
Apr 02 18:14:04.399217 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-627258e9-29c8-4c5b-ab8e-8467d5fd2a21 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393638
Apr 02 18:14:04.422913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129be9c-99fc-4d43-bd4a-2ef26d18c392 req-5225f91f-7311-4947-8863-0d1ab54b32e0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:04.424675 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a129be9c-99fc-4d43-bd4a-2ef26d18c392 req-5225f91f-7311-4947-8863-0d1ab54b32e0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0910587
Apr 02 18:14:04.472690 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a129be9c-99fc-4d43-bd4a-2ef26d18c392 req-3a52599c-1014-4179-8a22-c9ab950ca3b1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413213
Apr 02 18:14:04.542622 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-82ba9c08-53a7-4fa8-a803-da2d212763ac req-b0a34ea4-7637-44e4-99c4-5abea5cdf19f service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365080
Apr 02 18:14:04.825715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a7b6b-afb1-4014-b3b2-8fba63fadf74 req-1189e8d8-3d91-4f3d-ba08-4c9c9cf2e594 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:04.827338 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-276a7b6b-afb1-4014-b3b2-8fba63fadf74 req-1189e8d8-3d91-4f3d-ba08-4c9c9cf2e594 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.0905337
Apr 02 18:14:04.876053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-276a7b6b-afb1-4014-b3b2-8fba63fadf74 req-9dcc4872-cd65-4a49-9427-0ca30a821955 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414565
Apr 02 18:14:05.176087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cf664-ace0-4158-b75e-c33e1bf47cf3 req-2a64492f-ed92-4bfc-b6bf-c89201adac90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:05.177647 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f06cf664-ace0-4158-b75e-c33e1bf47cf3 req-2a64492f-ed92-4bfc-b6bf-c89201adac90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.0882783
Apr 02 18:14:05.228454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f06cf664-ace0-4158-b75e-c33e1bf47cf3 req-f3519249-565a-458a-a7b0-9b169d64210c tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442336
Apr 02 18:14:05.258331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c008-3fc6-4b05-8e36-ed484726c826 req-8828f33f-bcb2-4e63-bf17-5a8661ec0df9 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:05.259891 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c08c008-3fc6-4b05-8e36-ed484726c826 req-8828f33f-bcb2-4e63-bf17-5a8661ec0df9 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0887914
Apr 02 18:14:05.307061 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c08c008-3fc6-4b05-8e36-ed484726c826 req-37bbe190-aabc-4993-b1c0-3f7321c5d784 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409143
Apr 02 18:14:05.679325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9124-1717-4206-8995-87ba5883a1a9 req-c6214585-1fbf-4006-95c5-f582dece76de tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:05.680877 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b3ef9124-1717-4206-8995-87ba5883a1a9 req-c6214585-1fbf-4006-95c5-f582dece76de tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0885844
Apr 02 18:14:05.727640 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b3ef9124-1717-4206-8995-87ba5883a1a9 req-62f67145-2c9a-4833-b26c-a8f4ee6b921f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401022
Apr 02 18:14:06.077239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0cddf-deac-4d91-a783-20b27030731d req-8889767d-df32-45ba-99ff-b1a89ab618de tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:06.079355 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39e0cddf-deac-4d91-a783-20b27030731d req-8889767d-df32-45ba-99ff-b1a89ab618de tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.0897841
Apr 02 18:14:06.127740 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39e0cddf-deac-4d91-a783-20b27030731d req-2f03f1c6-f8f7-47a7-b5d3-c0f328106e7f tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420625
Apr 02 18:14:06.433742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c063bff-a5b9-4c81-9890-5c5e82546bd5 req-f4e901a4-3aed-4a9b-8939-72283e08620a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:06.435331 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c063bff-a5b9-4c81-9890-5c5e82546bd5 req-f4e901a4-3aed-4a9b-8939-72283e08620a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.0920036
Apr 02 18:14:06.487933 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c063bff-a5b9-4c81-9890-5c5e82546bd5 req-33eeacc4-710e-4562-aea8-18c957042021 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450873
Apr 02 18:14:06.512164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392268-d710-4eae-8c9d-f85c88b776c1 req-1cbe87c4-7975-4907-b98e-3639435d16ea tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:06.514192 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6b392268-d710-4eae-8c9d-f85c88b776c1 req-1cbe87c4-7975-4907-b98e-3639435d16ea tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0930822
Apr 02 18:14:06.574369 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6b392268-d710-4eae-8c9d-f85c88b776c1 req-d8509e73-4d0c-4108-9daf-1cd2105d8844 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455921
Apr 02 18:14:06.929494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bdc34-d70c-4039-94a6-520350d41e56 req-347fa995-ea8c-4781-8605-f716983228e9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:06.931095 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fd0bdc34-d70c-4039-94a6-520350d41e56 req-347fa995-ea8c-4781-8605-f716983228e9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0864840
Apr 02 18:14:06.978014 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fd0bdc34-d70c-4039-94a6-520350d41e56 req-172d9473-4352-4636-b64e-5cff9a828d6c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404286
Apr 02 18:14:07.160609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d09dcb6f-2587-496b-a0b9-0d29d1db4500 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:14:07.304169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:07.318127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'port_id': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'mac_address': 'fa:16:3e:b3:49:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:14:07.329270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f9436-a141-4f1d-921f-fb654fe9d9b2 req-a786922a-7c0d-4357-81fd-321167258fd3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.331009 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd2f9436-a141-4f1d-921f-fb654fe9d9b2 req-a786922a-7c0d-4357-81fd-321167258fd3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 944 time: 0.0880773
Apr 02 18:14:07.381666 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd2f9436-a141-4f1d-921f-fb654fe9d9b2 req-d9d4f9de-c537-46be-b676-c826887376c7 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435095
Apr 02 18:14:07.382060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.401639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09dcb6f-2587-496b-a0b9-0d29d1db4500 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:07.418886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:07.421754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.424449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-888499a3-8dd8-49ff-81a3-b13f26dd2069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:07.435061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-b9f1d3d7-951c-4dd2-9128-e155fb117461 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.436574 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-b9f1d3d7-951c-4dd2-9128-e155fb117461 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.0912454
Apr 02 18:14:07.496627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:07.506178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.506602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.507110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.507414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.507930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.508067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.508417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.509034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.509156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.509845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.509845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.510196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:07.514771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:07.517440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Deleting port 4554a11c-5154-4e97-8fc6-5878cf1000d8 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:07.517440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.786076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44184f-ffb1-45d1-bc3b-33d26916b250 req-16af720f-ffaf-4ad9-8a0e-04c9f05b26c2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.787637 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee44184f-ffb1-45d1-bc3b-33d26916b250 req-16af720f-ffaf-4ad9-8a0e-04c9f05b26c2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0906157
Apr 02 18:14:07.836747 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee44184f-ffb1-45d1-bc3b-33d26916b250 req-d0b4791a-9b1b-4dd3-9d87-48b8ff60b044 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421824
Apr 02 18:14:07.849098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553885b-57b4-45d5-831e-367707e8fddf req-3911409f-6343-48af-8323-6cf92785eaf1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.850628 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a553885b-57b4-45d5-831e-367707e8fddf req-3911409f-6343-48af-8323-6cf92785eaf1 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 945 time: 0.2239511
Apr 02 18:14:07.862507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] For port 4554a11c-5154-4e97-8fc6-5878cf1000d8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4554a11c-5154-4e97-8fc6-5878cf1000d8,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:07.862894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.872665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d09dcb6f-2587-496b-a0b9-0d29d1db4500'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:08.019903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Calling delete_port for 4554a11c-5154-4e97-8fc6-5878cf1000d8 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:08.117295 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a553885b-57b4-45d5-831e-367707e8fddf req-289192cb-d33f-4f34-a81b-1329aa2110de tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577167
Apr 02 18:14:08.197311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e4ce4-0404-49ad-81a4-e9d5d5399c3c req-d90a5782-f28a-4b76-92c0-a7efbb3bc635 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:08.199167 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-096e4ce4-0404-49ad-81a4-e9d5d5399c3c req-d90a5782-f28a-4b76-92c0-a7efbb3bc635 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0997708
Apr 02 18:14:08.222945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.239956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80d0072a-4e97-417d-b3dc-74eab21fb0d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:08.252413 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-096e4ce4-0404-49ad-81a4-e9d5d5399c3c req-d658c50e-2a9c-4061-ad03-1ef5651bf23d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453777
Apr 02 18:14:08.301891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event deleted for resources: {'Port': ['ID=4554a11c-5154-4e97-8fc6-5878cf1000d8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:08.305859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:08.502222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] No DVR routers for this DVR port 4554a11c-5154-4e97-8fc6-5878cf1000d8 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:08.504981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.510857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'name': 'network-vif-deleted', 'tag': '4554a11c-5154-4e97-8fc6-5878cf1000d8'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:08.574725 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990ecea-1829-4a09-8b2c-ff795618ba9d', 'name': 'network-vif-deleted', 'tag': '4554a11c-5154-4e97-8fc6-5878cf1000d8', 'status': 'completed', 'code': 200}
Apr 02 18:14:08.581648 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fc0812b6-1318-4c1d-8bad-778a59faf916 req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "DELETE /v2.0/ports/4554a11c-5154-4e97-8fc6-5878cf1000d8 HTTP/1.1" status: 204  len: 173 time: 1.1366277
Apr 02 18:14:08.623715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d863a-17ca-41c7-a699-cf6773ed7995 req-2f564730-1562-4d60-bb27-b61b3671285e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:08.625747 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c38d863a-17ca-41c7-a699-cf6773ed7995 req-2f564730-1562-4d60-bb27-b61b3671285e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 945 time: 0.1157393
Apr 02 18:14:08.692551 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c38d863a-17ca-41c7-a699-cf6773ed7995 req-337532f8-c83f-4395-9531-ac6a37557d05 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598760
Apr 02 18:14:09.008862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393', '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'ffff9866-72fe-4cc5-8543-89dd1e887746'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:09.162203 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 4554a11c-5154-4e97-8fc6-5878cf1000d8 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:09.212049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 4554a11c-5154-4e97-8fc6-5878cf1000d8 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:14:09.212623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 4554a11c-5154-4e97-8fc6-5878cf1000d8 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:14:09.265227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a28126-7e97-48ef-bd42-2b09b2b1e0dd req-dfd37634-9870-41c7-9625-539009df08a6 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:09.266972 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-36a28126-7e97-48ef-bd42-2b09b2b1e0dd req-dfd37634-9870-41c7-9625-539009df08a6 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.3114295
Apr 02 18:14:09.321477 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-36a28126-7e97-48ef-bd42-2b09b2b1e0dd req-8d83e37f-962b-49d9-8f8e-62d804677f1d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443780
Apr 02 18:14:09.364237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6faca092-ecec-42be-82f6-b1b36761a445 req-5f72f44c-b2d4-403d-a2a8-158e2f745e39 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:09.383150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6faca092-ecec-42be-82f6-b1b36761a445 req-5f72f44c-b2d4-403d-a2a8-158e2f745e39 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:09.393720 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6faca092-ecec-42be-82f6-b1b36761a445 req-5f72f44c-b2d4-403d-a2a8-158e2f745e39 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a990ecea-1829-4a09-8b2c-ff795618ba9d HTTP/1.1" status: 200  len: 210 time: 0.1148369
Apr 02 18:14:09.533178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3055df-ed3c-408b-8d5d-2cb606622797 req-eef0587d-3cb5-4b2c-b503-c1f2af693697 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:09.534900 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff3055df-ed3c-408b-8d5d-2cb606622797 req-eef0587d-3cb5-4b2c-b503-c1f2af693697 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0943704
Apr 02 18:14:09.586206 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff3055df-ed3c-408b-8d5d-2cb606622797 req-61f4e64a-b3eb-4811-a86f-2ca3caccdb26 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440514
Apr 02 18:14:09.903159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a136d-c73e-4fe7-8f0a-0c3534ebdade req-2feb4f6b-a15f-4908-9e98-203a597299e3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:09.904718 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9f1a136d-c73e-4fe7-8f0a-0c3534ebdade req-2feb4f6b-a15f-4908-9e98-203a597299e3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 945 time: 0.0907729
Apr 02 18:14:09.952109 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9f1a136d-c73e-4fe7-8f0a-0c3534ebdade req-00b7244e-4eef-4043-894d-d06eb65f74f8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405827
Apr 02 18:14:10.531267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1772202-8a6f-4211-8004-e88c0e8255c1 req-a7bd657f-5847-4d5a-bcc0-9e164bffad00 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:10.532917 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b1772202-8a6f-4211-8004-e88c0e8255c1 req-a7bd657f-5847-4d5a-bcc0-9e164bffad00 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0899508
Apr 02 18:14:10.582482 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b1772202-8a6f-4211-8004-e88c0e8255c1 req-25a3be4f-a353-40fc-8b9f-137aea45c049 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428872
Apr 02 18:14:10.794242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efa38d-a024-4e13-99cd-ecc45af25167 req-24cfb9b8-41ed-4d05-bd3c-e883e733ecb6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:10.795824 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e3efa38d-a024-4e13-99cd-ecc45af25167 req-24cfb9b8-41ed-4d05-bd3c-e883e733ecb6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0897460
Apr 02 18:14:10.842135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e3efa38d-a024-4e13-99cd-ecc45af25167 req-a96346dc-b938-41fd-81a0-5f74d32e544b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394621
Apr 02 18:14:11.156337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9227-6936-47b9-81c8-a9bf7e5a1ed2 req-00a179a6-92b0-4b4d-8889-5341cc00ec31 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:11.158043 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c9e9227-6936-47b9-81c8-a9bf7e5a1ed2 req-00a179a6-92b0-4b4d-8889-5341cc00ec31 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 945 time: 0.0907421
Apr 02 18:14:11.204793 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c9e9227-6936-47b9-81c8-a9bf7e5a1ed2 req-be83bf48-4a8a-42ea-a266-6e5a338940d4 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403752
Apr 02 18:14:11.782282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b3a67-b437-479e-b507-d64a5dd868c6 req-039e9ba7-90cc-4d56-b6a2-7b0387efc2f5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:11.783883 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9d5b3a67-b437-479e-b507-d64a5dd868c6 req-039e9ba7-90cc-4d56-b6a2-7b0387efc2f5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0871198
Apr 02 18:14:11.833556 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9d5b3a67-b437-479e-b507-d64a5dd868c6 req-b6779258-2968-4092-a1ec-12609b93c4e8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432956
Apr 02 18:14:12.047886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593b2bd-6154-4482-a19e-838904ed26e2 req-7c084ce8-2c84-47f8-bee9-5a3a0ee89d11 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:12.049341 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1593b2bd-6154-4482-a19e-838904ed26e2 req-7c084ce8-2c84-47f8-bee9-5a3a0ee89d11 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0893009
Apr 02 18:14:12.098010 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1593b2bd-6154-4482-a19e-838904ed26e2 req-1cfdd11e-6247-44a7-83c6-a8f7231cc395 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422964
Apr 02 18:14:12.405056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2711cc-97a0-41cf-a32c-cd80836f047a req-46c71588-500d-4486-9c31-bedfcbc9eb5c tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:12.406689 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2711cc-97a0-41cf-a32c-cd80836f047a req-46c71588-500d-4486-9c31-bedfcbc9eb5c tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 945 time: 0.0861337
Apr 02 18:14:12.453501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2711cc-97a0-41cf-a32c-cd80836f047a req-c535b002-fa45-4905-a9ed-b2066af289c5 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403466
Apr 02 18:14:13.035796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4684b-b529-407f-bcb5-c41d91b6bc16 req-cd178459-0abf-4430-8ff4-2106926af154 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:13.037302 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fce4684b-b529-407f-bcb5-c41d91b6bc16 req-cd178459-0abf-4430-8ff4-2106926af154 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0912900
Apr 02 18:14:13.084712 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fce4684b-b529-407f-bcb5-c41d91b6bc16 req-5c3a5cb7-6cc2-4cc1-825b-2fcbd841e05c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409906
Apr 02 18:14:13.306423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984188ca-5765-44da-b9eb-0c2a3380a7e9 req-0d7c310a-3653-4cb7-a00c-6c3983f481b2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:13.307943 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-984188ca-5765-44da-b9eb-0c2a3380a7e9 req-0d7c310a-3653-4cb7-a00c-6c3983f481b2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0902195
Apr 02 18:14:13.354449 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-984188ca-5765-44da-b9eb-0c2a3380a7e9 req-15f036ba-9ff9-45cc-8cdc-6aa636595dca tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394716
Apr 02 18:14:13.551516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d09dcb6f-2587-496b-a0b9-0d29d1db4500 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:13.624588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port d09dcb6f-2587-496b-a0b9-0d29d1db4500 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:13.629959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port d09dcb6f-2587-496b-a0b9-0d29d1db4500 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:13.630373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.657206 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292f0f7-114e-4d06-b4b3-4f5de41bea11 req-37eb79cb-6f2c-455c-bc87-1dd3d2d2e0ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:13.658781 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c292f0f7-114e-4d06-b4b3-4f5de41bea11 req-37eb79cb-6f2c-455c-bc87-1dd3d2d2e0ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 945 time: 0.0892513
Apr 02 18:14:13.709742 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c292f0f7-114e-4d06-b4b3-4f5de41bea11 req-ed287fbb-9b4d-4332-a138-0f72f4972333 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444570
Apr 02 18:14:13.751273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.779220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:13.789953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:13.792881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.795628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:13.833163 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'code': 200}
Apr 02 18:14:13.872912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:13.876981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:14.078671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adef63-94f2-4ffb-8a7c-772134cf689b req-9fc66612-f610-4e64-9e7b-e4110a5a195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.080300 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d3adef63-94f2-4ffb-8a7c-772134cf689b req-9fc66612-f610-4e64-9e7b-e4110a5a195b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1099 time: 0.0771203
Apr 02 18:14:14.127106 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d3adef63-94f2-4ffb-8a7c-772134cf689b req-a9154cca-dea9-412c-a8c5-b21a86ae9fc8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370514
Apr 02 18:14:14.289383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8a9ad-2699-44e1-94e2-6957c4f7a090 req-4a8a743a-96f4-453c-b0b7-92531b51e093 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.291016 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ca8a9ad-2699-44e1-94e2-6957c4f7a090 req-4a8a743a-96f4-453c-b0b7-92531b51e093 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0913970
Apr 02 18:14:14.340112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ca8a9ad-2699-44e1-94e2-6957c4f7a090 req-d0c2d628-6675-4478-951a-3368aabb7626 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425668
Apr 02 18:14:14.569784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d8561-c15f-4eed-af55-f80d6bce5bda req-5d19366d-f1d7-43c2-9e61-3dc5b5d96d11 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.571378 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-862d8561-c15f-4eed-af55-f80d6bce5bda req-5d19366d-f1d7-43c2-9e61-3dc5b5d96d11 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0928650
Apr 02 18:14:14.620114 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-862d8561-c15f-4eed-af55-f80d6bce5bda req-82c2b16d-4ae7-4c74-88d1-5632bee71b43 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423586
Apr 02 18:14:14.913321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812e34b-3eec-4e4c-bc7a-d05672b07329 req-98a84e96-9f35-4d23-994f-51bb11125402 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.914887 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c812e34b-3eec-4e4c-bc7a-d05672b07329 req-98a84e96-9f35-4d23-994f-51bb11125402 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.0895495
Apr 02 18:14:14.961784 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c812e34b-3eec-4e4c-bc7a-d05672b07329 req-3c81a3c1-c684-48fc-9085-9efac6ba71a7 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404055
Apr 02 18:14:15.544584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb569-14df-4113-a75a-e885047d728f req-39251a89-711b-46e3-b825-c6e1d4048fd7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:15.546669 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b52eb569-14df-4113-a75a-e885047d728f req-39251a89-711b-46e3-b825-c6e1d4048fd7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0893254
Apr 02 18:14:15.600638 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b52eb569-14df-4113-a75a-e885047d728f req-e4279f9e-261a-40d1-89ac-e6760b8729a2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477002
Apr 02 18:14:15.787266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13558867-1cbd-4ef1-b75e-4d11e5387fa3 req-6721d501-53b9-4e78-8d66-4d259048bcce tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:15.788866 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-13558867-1cbd-4ef1-b75e-4d11e5387fa3 req-6721d501-53b9-4e78-8d66-4d259048bcce tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0896955
Apr 02 18:14:15.824603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8921d-29cd-419c-baa5-23fd04a053c6 req-871a6942-fe05-4dd1-9e81-bed72a4f800f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:15.826094 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-03a8921d-29cd-419c-baa5-23fd04a053c6 req-871a6942-fe05-4dd1-9e81-bed72a4f800f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0870862
Apr 02 18:14:15.838876 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-13558867-1cbd-4ef1-b75e-4d11e5387fa3 req-d83ed5a5-4af5-4e07-bd04-0031ddb6572b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432434
Apr 02 18:14:15.874869 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-03a8921d-29cd-419c-baa5-23fd04a053c6 req-191df627-da5b-4862-81d3-e97b66e110be tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422106
Apr 02 18:14:16.166382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3eb2c-c491-4669-bf22-a0cef01eb3a4 req-201ae10b-97df-4e8f-9380-a3a59aba9057 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:16.167990 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-abd3eb2c-c491-4669-bf22-a0cef01eb3a4 req-201ae10b-97df-4e8f-9380-a3a59aba9057 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.0961237
Apr 02 18:14:16.216825 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-abd3eb2c-c491-4669-bf22-a0cef01eb3a4 req-bb329525-c774-45e1-a32d-92ca8141f3cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424647
Apr 02 18:14:16.510235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:14:16.804850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423968c-1f6c-4e60-bf8c-9a6ecde9da04 req-e5056285-e915-4054-965d-8b7b611a9cb1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:16.806391 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9423968c-1f6c-4e60-bf8c-9a6ecde9da04 req-e5056285-e915-4054-965d-8b7b611a9cb1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0886512
Apr 02 18:14:16.852983 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9423968c-1f6c-4e60-bf8c-9a6ecde9da04 req-bba29f35-521f-493a-9831-e76d0638b3d2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403879
Apr 02 18:14:17.048478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a1c6-c74d-406d-b208-27366f4cc03a req-a425fefd-c2b3-491f-bbfc-980e6fcbeb37 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.050133 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ebf0a1c6-c74d-406d-b208-27366f4cc03a req-a425fefd-c2b3-491f-bbfc-980e6fcbeb37 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0930758
Apr 02 18:14:17.084645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56972f-9ebb-45ea-98b6-24b0706b4b82 req-88a46349-5f96-494d-b8a1-0a56fe9c8fbf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.086387 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c56972f-9ebb-45ea-98b6-24b0706b4b82 req-88a46349-5f96-494d-b8a1-0a56fe9c8fbf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0916967
Apr 02 18:14:17.098708 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ebf0a1c6-c74d-406d-b208-27366f4cc03a req-073fbad3-fe1d-4e56-a3ed-3731ef442646 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421741
Apr 02 18:14:17.136402 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0c56972f-9ebb-45ea-98b6-24b0706b4b82 req-ef1fb52b-2344-4414-993d-99e735a89ea9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436335
Apr 02 18:14:17.420731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527df7e-9036-4cf4-a2d5-9c0a53b5b4b6 req-ed557faf-44b1-40ae-8357-44c70566deac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.422961 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f527df7e-9036-4cf4-a2d5-9c0a53b5b4b6 req-ed557faf-44b1-40ae-8357-44c70566deac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.0938032
Apr 02 18:14:17.471272 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f527df7e-9036-4cf4-a2d5-9c0a53b5b4b6 req-4e157634-b553-46f2-8041-6f75bec9e05d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411162
Apr 02 18:14:17.627165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cd060-ab7b-4328-8051-7c8584ffe273 req-e64dc16c-c454-4d16-ac7b-ae09860c92c5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.628751 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0b7cd060-ab7b-4328-8051-7c8584ffe273 req-e64dc16c-c454-4d16-ac7b-ae09860c92c5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 946 time: 0.0991027
Apr 02 18:14:17.677008 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0b7cd060-ab7b-4328-8051-7c8584ffe273 req-37d40d59-7605-4ff4-9b03-2ca2d6f8a234 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418234
Apr 02 18:14:17.682171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10960a1f-46e1-44b3-8f59-589fa33a7245 req-6a384f4e-fa50-41f0-b49f-219eae477be8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.683840 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10960a1f-46e1-44b3-8f59-589fa33a7245 req-6a384f4e-fa50-41f0-b49f-219eae477be8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.0889754
Apr 02 18:14:17.735581 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10960a1f-46e1-44b3-8f59-589fa33a7245 req-4bc9d53a-ce35-40ea-84da-80b7858a39c2 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448601
Apr 02 18:14:18.055725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229371-e104-48bd-9196-5395cd263585 req-9a1d2bd3-b3be-47f1-b23c-ae2de7bde19c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:18.057323 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-87229371-e104-48bd-9196-5395cd263585 req-9a1d2bd3-b3be-47f1-b23c-ae2de7bde19c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0894699
Apr 02 18:14:18.105943 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-87229371-e104-48bd-9196-5395cd263585 req-1465b9a6-448f-4e85-981c-89b537378fdb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421205
Apr 02 18:14:18.161060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6bd19-deb6-41df-bf6b-9280d0adef0f req-19880520-2ab0-4c0b-8cb1-063cd9156076 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:18.162650 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dec6bd19-deb6-41df-bf6b-9280d0adef0f req-19880520-2ab0-4c0b-8cb1-063cd9156076 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.0922015
Apr 02 18:14:18.210579 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dec6bd19-deb6-41df-bf6b-9280d0adef0f req-767e8175-be52-4eaf-8163-07010a04ee05 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414121
Apr 02 18:14:18.309350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985a9dd-6120-44d5-a841-f35d2ef1e16c req-d4496cfd-9730-4f30-8f59-7f964bfe1161 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:18.311281 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6985a9dd-6120-44d5-a841-f35d2ef1e16c req-d4496cfd-9730-4f30-8f59-7f964bfe1161 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0965416
Apr 02 18:14:18.361689 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6985a9dd-6120-44d5-a841-f35d2ef1e16c req-6067a89f-b42c-4c53-b6d1-b75c14db9418 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427179
Apr 02 18:14:18.418800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bfb00-7cee-40b1-9bda-aa66d7b0f8da req-c605e739-7865-4b6e-97dc-b3a784250e0c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:18.420433 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-255bfb00-7cee-40b1-9bda-aa66d7b0f8da req-c605e739-7865-4b6e-97dc-b3a784250e0c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0909891
Apr 02 18:14:18.474360 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-255bfb00-7cee-40b1-9bda-aa66d7b0f8da req-886aa727-1ea8-4b5a-aa81-1bc616dac216 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470724
Apr 02 18:14:18.881739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1706c80-c35e-4bec-8876-375d9d0f91b9 req-b662f736-4ae0-44db-abf0-5832e031d5ee tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:18.883333 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f1706c80-c35e-4bec-8876-375d9d0f91b9 req-b662f736-4ae0-44db-abf0-5832e031d5ee tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 946 time: 0.0879059
Apr 02 18:14:18.931085 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f1706c80-c35e-4bec-8876-375d9d0f91b9 req-c1b27257-0a66-4977-ab2c-51c0f8f642a0 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412138
Apr 02 18:14:19.307209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646d20-ce32-41b8-b740-104488a1ecee req-d69467da-e231-455d-b8cc-e269a96c56e8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.308779 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd646d20-ce32-41b8-b740-104488a1ecee req-d69467da-e231-455d-b8cc-e269a96c56e8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0882444
Apr 02 18:14:19.356032 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd646d20-ce32-41b8-b740-104488a1ecee req-5dcfaa0b-3849-4703-81a4-b6659f0997dc tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398803
Apr 02 18:14:19.570859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ffd9-0d63-44b5-b412-3ab9a6d7c19c req-a01f490d-6a79-4f95-aeef-93ce4052a93e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.572502 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4ce2ffd9-0d63-44b5-b412-3ab9a6d7c19c req-a01f490d-6a79-4f95-aeef-93ce4052a93e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0944088
Apr 02 18:14:19.620906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4ce2ffd9-0d63-44b5-b412-3ab9a6d7c19c req-406074cd-ea8a-41f1-99fd-7f00332c5ca5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421181
Apr 02 18:14:19.684842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd132-5705-4530-bb0b-5444884eb723 req-e2c2e2a0-c88f-4f62-882f-67d851dde69d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.686421 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-464dd132-5705-4530-bb0b-5444884eb723 req-e2c2e2a0-c88f-4f62-882f-67d851dde69d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0903435
Apr 02 18:14:19.735539 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-464dd132-5705-4530-bb0b-5444884eb723 req-99bc6c4f-952b-4a68-8c90-d48f05f36cd0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422208
Apr 02 18:14:19.850032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39192b5-5b46-4188-b43e-d20ade190569 req-a944e332-0139-4ac2-97dd-eeb2d1f48021 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.851593 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c39192b5-5b46-4188-b43e-d20ade190569 req-a944e332-0139-4ac2-97dd-eeb2d1f48021 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 946 time: 0.0918908
Apr 02 18:14:19.933796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Deleting port ffff9866-72fe-4cc5-8543-89dd1e887746 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:19.934175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:20.492900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d99744-aef3-476b-a542-00fdc0d8c659 req-4aeec0ba-135b-4b1d-b2c6-1221efd2dd85 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.494407 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-61d99744-aef3-476b-a542-00fdc0d8c659 req-4aeec0ba-135b-4b1d-b2c6-1221efd2dd85 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 946 time: 0.4370348
Apr 02 18:14:20.534957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] For port ffff9866-72fe-4cc5-8543-89dd1e887746, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=ffff9866-72fe-4cc5-8543-89dd1e887746,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:20.535377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:20.560576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301ad4-1dd0-4234-a6e5-5fc06950fc2b req-e1955d07-8a23-489e-9005-0f9b09562501 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.562192 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d301ad4-1dd0-4234-a6e5-5fc06950fc2b req-e1955d07-8a23-489e-9005-0f9b09562501 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0895438
Apr 02 18:14:20.615848 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d301ad4-1dd0-4234-a6e5-5fc06950fc2b req-53771f3d-23e9-468b-a18b-fdc74b24d670 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453529
Apr 02 18:14:20.692941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Calling delete_port for ffff9866-72fe-4cc5-8543-89dd1e887746 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:20.747420 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-61d99744-aef3-476b-a542-00fdc0d8c659 req-e8d00775-3189-4e3d-888b-2e0c6d647785 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392385
Apr 02 18:14:20.854894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d117-ba30-4897-b2af-bde077639550 req-4d060e6c-f7d1-4d54-910a-2be884303d71 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.864290 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f686d117-ba30-4897-b2af-bde077639550 req-4d060e6c-f7d1-4d54-910a-2be884303d71 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1257267
Apr 02 18:14:20.885887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:20.897672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393', '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'ffff9866-72fe-4cc5-8543-89dd1e887746'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:20.912710 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f686d117-ba30-4897-b2af-bde077639550 req-a5ac4448-bf91-4623-b728-3ea24e5d14a1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472243
Apr 02 18:14:20.917331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72d2709c-1522-4b03-badb-ed4b8148f539 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:21.018788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event deleted for resources: {'Port': ['ID=ffff9866-72fe-4cc5-8543-89dd1e887746,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:21.096482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.096882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.097274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.097720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.098110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.098481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.099204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.099204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.099905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.100025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.100337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.100710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:21.112581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:21.184784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3fe68-4c0d-4c4e-8ded-d6dc9b39f87a req-6d889740-4936-49a3-85af-a38c3900fa5b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:21.186395 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-62c3fe68-4c0d-4c4e-8ded-d6dc9b39f87a req-6d889740-4936-49a3-85af-a38c3900fa5b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.2293303
Apr 02 18:14:21.287659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] No DVR routers for this DVR port ffff9866-72fe-4cc5-8543-89dd1e887746 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:21.291607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:21.294220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b97935-1e5f-437d-8568-16ed08c8b948', 'name': 'network-vif-deleted', 'tag': 'ffff9866-72fe-4cc5-8543-89dd1e887746'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:21.322766 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c39192b5-5b46-4188-b43e-d20ade190569 req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "DELETE /v2.0/ports/ffff9866-72fe-4cc5-8543-89dd1e887746 HTTP/1.1" status: 204  len: 173 time: 1.4638445
Apr 02 18:14:21.327808 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-62c3fe68-4c0d-4c4e-8ded-d6dc9b39f87a req-27868a97-892d-43d6-9b30-ae8c85869dc8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019926
Apr 02 18:14:21.591529 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b97935-1e5f-437d-8568-16ed08c8b948', 'name': 'network-vif-deleted', 'tag': 'ffff9866-72fe-4cc5-8543-89dd1e887746', 'status': 'completed', 'code': 200}
Apr 02 18:14:21.701790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-fb765aed-32f5-469b-9a37-353a193a5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:21.705856 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-fb765aed-32f5-469b-9a37-353a193a5f20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1099 time: 0.0952551
Apr 02 18:14:21.933834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-5207811b-aad8-4bf6-a674-c6ade08a743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:21.935540 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-5207811b-aad8-4bf6-a674-c6ade08a743f service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.2022908
Apr 02 18:14:21.985242 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-245dcedf-370b-4c9f-a12f-e8ebcc7e5cfb req-b082ee17-7087-4b0f-aee1-c2b8c368f921 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b97935-1e5f-437d-8568-16ed08c8b948 HTTP/1.1" status: 200  len: 210 time: 0.0697758
Apr 02 18:14:22.176478 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-f67d7706-cda8-4091-80a8-0437ae489d71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 1002 time: 0.2297220
Apr 02 18:14:22.185213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e43199-03ab-4aed-8ee8-46e02ebf220f req-8ec77a09-d22f-47a5-8c79-fba97975a2e0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.193381 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09e43199-03ab-4aed-8ee8-46e02ebf220f req-8ec77a09-d22f-47a5-8c79-fba97975a2e0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1048534
Apr 02 18:14:22.206183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c376be3-7f72-416a-bddd-07c982b5f11e req-677580ab-ff5e-46fa-bb0b-1578959b25b4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.217524 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c376be3-7f72-416a-bddd-07c982b5f11e req-677580ab-ff5e-46fa-bb0b-1578959b25b4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.4621463
Apr 02 18:14:22.251463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09e43199-03ab-4aed-8ee8-46e02ebf220f req-2c90d57e-40fc-4554-9f1e-16eac8b9b9c8 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553994
Apr 02 18:14:22.373587 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c376be3-7f72-416a-bddd-07c982b5f11e req-ea973d82-ac70-42ca-89ac-493c1c8a6e44 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548405
Apr 02 18:14:22.378696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-207e3061-5ae2-4d7b-a53a-ac0d799711c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.380225 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-207e3061-5ae2-4d7b-a53a-ac0d799711c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.1402323
Apr 02 18:14:22.470116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27347-837f-4545-8ae0-aea13d71e5e9 req-41faae19-8ff5-4e85-ac18-f7898d122986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.471725 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47a27347-837f-4545-8ae0-aea13d71e5e9 req-41faae19-8ff5-4e85-ac18-f7898d122986 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.1658561
Apr 02 18:14:22.502523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-f9771b65-794e-4e79-99df-2ccf19fb1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.504133 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-f9771b65-794e-4e79-99df-2ccf19fb1e6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1170242
Apr 02 18:14:22.541879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c6e4-1831-470c-b6b7-07b98bae9d41 req-7df582a2-7598-4e87-86a5-7c4ce3987d73 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.543770 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-42e9c6e4-1831-470c-b6b7-07b98bae9d41 req-7df582a2-7598-4e87-86a5-7c4ce3987d73 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0898468
Apr 02 18:14:22.566566 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47a27347-837f-4545-8ae0-aea13d71e5e9 req-f894d576-bfe0-4c6d-a8ca-80bbbd9abad2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857561
Apr 02 18:14:22.593555 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-42e9c6e4-1831-470c-b6b7-07b98bae9d41 req-b7422f4f-092a-4001-9dd3-266427ba94ca tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419436
Apr 02 18:14:22.664196 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-d8330f9c-eaf6-4cc8-8e60-fd019662b365 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496022
Apr 02 18:14:23.464892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9110e-353f-47c2-ad84-3ccbd401847b req-8f43a752-c308-4f5c-8bfb-379ff6738da9 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.466416 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9f9110e-353f-47c2-ad84-3ccbd401847b req-8f43a752-c308-4f5c-8bfb-379ff6738da9 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.0931120
Apr 02 18:14:23.515398 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9f9110e-353f-47c2-ad84-3ccbd401847b req-322115ad-069f-494a-bc42-c80e6ac2d22f tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415049
Apr 02 18:14:23.523859 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-649b6dc6-ff14-427e-8bce-f64aad4b2da5 req-686f2117-31b6-47f4-a53e-443e7dd1864d service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042334
Apr 02 18:14:23.539978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26d7a1-3fe2-483a-8ecd-1741305cd03a req-6f7c568d-1f05-4689-a98c-20ef2e66bbba tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.541522 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e26d7a1-3fe2-483a-8ecd-1741305cd03a req-6f7c568d-1f05-4689-a98c-20ef2e66bbba tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1753044
Apr 02 18:14:23.590609 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e26d7a1-3fe2-483a-8ecd-1741305cd03a req-51a346d4-2c9b-4d4e-97fa-ac8f8314aabb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416956
Apr 02 18:14:23.722694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15adff3-1903-47bf-a561-8ca08369241e req-d4d1ea9a-9787-4e6d-9e23-44c63948426b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.724242 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b15adff3-1903-47bf-a561-8ca08369241e req-d4d1ea9a-9787-4e6d-9e23-44c63948426b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0940080
Apr 02 18:14:23.775120 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b15adff3-1903-47bf-a561-8ca08369241e req-0946a788-c751-44ea-a4b9-da1d88f03b32 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441647
Apr 02 18:14:23.802533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff4471-839f-4940-936e-3f01ef2d2a82 req-1152faa0-d7b0-464d-9cdf-631dd1fef6a9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.804166 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-61ff4471-839f-4940-936e-3f01ef2d2a82 req-1152faa0-d7b0-464d-9cdf-631dd1fef6a9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0913241
Apr 02 18:14:23.851054 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-61ff4471-839f-4940-936e-3f01ef2d2a82 req-ed9e4512-6ffe-4956-a296-0fc407953a13 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406716
Apr 02 18:14:24.725448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ede88b-fdb6-435b-a96f-bbb7ad7ab3ac req-e370d1a9-ddc1-479f-b5a2-4fc015d4a759 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:24.727075 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-96ede88b-fdb6-435b-a96f-bbb7ad7ab3ac req-e370d1a9-ddc1-479f-b5a2-4fc015d4a759 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.0883148
Apr 02 18:14:24.775154 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-96ede88b-fdb6-435b-a96f-bbb7ad7ab3ac req-5c60bc0c-88ee-410a-82c9-38cf940f69ce tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415196
Apr 02 18:14:24.790791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432ed55-c38d-419c-aa23-941b9bf51b0f req-5e7ec083-9d39-4557-beae-293ecb229081 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:24.792417 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4432ed55-c38d-419c-aa23-941b9bf51b0f req-5e7ec083-9d39-4557-beae-293ecb229081 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0868318
Apr 02 18:14:24.840447 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4432ed55-c38d-419c-aa23-941b9bf51b0f req-6196e0b5-1ca5-405e-98ae-aac0d0125537 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413039
Apr 02 18:14:25.066273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ca405-0df4-424f-9516-101c5d845f96 req-8569f545-9353-4ce7-ae16-cbd652b673ee tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:25.068173 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-080ca405-0df4-424f-9516-101c5d845f96 req-8569f545-9353-4ce7-ae16-cbd652b673ee tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0924578
Apr 02 18:14:25.120433 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-080ca405-0df4-424f-9516-101c5d845f96 req-bd581c6f-4156-45a9-8736-797c275b5f49 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451677
Apr 02 18:14:25.132147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98ab29-296b-4d18-8dd3-4a2f117fd65f req-4e85d082-b2af-4524-ac34-6c96285584bf tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:25.133796 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dc98ab29-296b-4d18-8dd3-4a2f117fd65f req-4e85d082-b2af-4524-ac34-6c96285584bf tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1023443
Apr 02 18:14:25.182015 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dc98ab29-296b-4d18-8dd3-4a2f117fd65f req-ad3edaea-367e-4689-af92-ba10516729c6 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416160
Apr 02 18:14:25.615269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device ffff9866-72fe-4cc5-8543-89dd1e887746 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:25.660898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: ffff9866-72fe-4cc5-8543-89dd1e887746 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:14:25.661213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device ffff9866-72fe-4cc5-8543-89dd1e887746 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:14:25.668004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:25.979434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141768-ec7a-452e-92fe-004f7e77de0b req-7ed04ae8-8bf8-40aa-9cbd-35457c12c5cf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:25.980102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-9b141768-ec7a-452e-92fe-004f7e77de0b req-7ed04ae8-8bf8-40aa-9cbd-35457c12c5cf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:25.995099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-9b141768-ec7a-452e-92fe-004f7e77de0b req-7ed04ae8-8bf8-40aa-9cbd-35457c12c5cf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:25.996335 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b141768-ec7a-452e-92fe-004f7e77de0b req-7ed04ae8-8bf8-40aa-9cbd-35457c12c5cf tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.1070709
Apr 02 18:14:26.043907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47c297-14e5-48a3-be6d-94827811b8ac req-baa3ffe8-06f4-45dd-bd13-00f7b3ae3538 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:26.044816 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b141768-ec7a-452e-92fe-004f7e77de0b req-a5d82850-7541-4d53-a0b3-6ebf4619385d tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408180
Apr 02 18:14:26.045501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ae47c297-14e5-48a3-be6d-94827811b8ac req-baa3ffe8-06f4-45dd-bd13-00f7b3ae3538 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0901773
Apr 02 18:14:26.096635 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ae47c297-14e5-48a3-be6d-94827811b8ac req-d1f6f824-c5ce-4375-a303-928f0fc2a31c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434105
Apr 02 18:14:26.329315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48f3ea-72cf-4b87-baee-1226ee849ae0 req-7b209d17-f19c-450f-8e93-100d034bca70 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:26.330793 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1d48f3ea-72cf-4b87-baee-1226ee849ae0 req-7b209d17-f19c-450f-8e93-100d034bca70 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0886066
Apr 02 18:14:26.379215 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1d48f3ea-72cf-4b87-baee-1226ee849ae0 req-693e3a17-6ccc-4804-b215-58e2e0debf8f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417011
Apr 02 18:14:26.392173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d6ca2-bb4d-4bc4-8165-a30c519ec440 req-24d63d43-7bae-4c21-a2fb-07a9edf62027 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:26.393757 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5d0d6ca2-bb4d-4bc4-8165-a30c519ec440 req-24d63d43-7bae-4c21-a2fb-07a9edf62027 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0941682
Apr 02 18:14:26.440966 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5d0d6ca2-bb4d-4bc4-8165-a30c519ec440 req-a6c01a61-2b58-42eb-ba8d-c24c2c069e4e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405324
Apr 02 18:14:27.252488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375f1a6-bed0-4f25-8b63-679f445e5771 req-846404eb-8a20-4b70-bbd0-354b1e9bee66 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.254079 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1375f1a6-bed0-4f25-8b63-679f445e5771 req-846404eb-8a20-4b70-bbd0-354b1e9bee66 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.0918052
Apr 02 18:14:27.303164 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1375f1a6-bed0-4f25-8b63-679f445e5771 req-e2ab4a00-382f-4e69-aac6-7bac749529f3 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422761
Apr 02 18:14:27.304779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b979dc-fbe0-4449-8d6d-3b0ab430bff2 req-c0071f7d-5f74-498e-8ee7-ca5a1db91bf3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.306443 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b4b979dc-fbe0-4449-8d6d-3b0ab430bff2 req-c0071f7d-5f74-498e-8ee7-ca5a1db91bf3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0901384
Apr 02 18:14:27.358966 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b4b979dc-fbe0-4449-8d6d-3b0ab430bff2 req-49383703-4fe3-45b0-88c3-8df27429b334 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454552
Apr 02 18:14:27.586777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda426-305a-4456-bae4-cb2bbdd9240c req-966ce96d-8265-4d88-afa5-a75f75af5275 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.588391 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58cda426-305a-4456-bae4-cb2bbdd9240c req-966ce96d-8265-4d88-afa5-a75f75af5275 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0904536
Apr 02 18:14:27.639719 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-58cda426-305a-4456-bae4-cb2bbdd9240c req-b0557bb9-c3b7-4265-ad65-47bb26891e3d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442359
Apr 02 18:14:27.647656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bb88b-85fa-484e-8fb4-fdf53715e8e1 req-f9976e22-5d72-4c4c-9777-c48d1ab11d32 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.649309 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d50bb88b-85fa-484e-8fb4-fdf53715e8e1 req-f9976e22-5d72-4c4c-9777-c48d1ab11d32 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0942738
Apr 02 18:14:27.698898 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d50bb88b-85fa-484e-8fb4-fdf53715e8e1 req-10606f7f-d456-48ee-b4a9-a4d2b42d19a4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433187
Apr 02 18:14:28.520254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9847ff-f79a-4068-98f6-f4b779724ccb req-96f2f951-207b-4379-a9c1-3c8740500537 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.522664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e9847ff-f79a-4068-98f6-f4b779724ccb req-96f2f951-207b-4379-a9c1-3c8740500537 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.0929186
Apr 02 18:14:28.572796 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e9847ff-f79a-4068-98f6-f4b779724ccb req-608579ad-6362-45a4-b53e-4660f39e9922 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432236
Apr 02 18:14:28.579170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41b40-80b4-4c5f-ac0b-f9bfab86a2dd req-918be378-a9f0-4fe4-bbac-2b68f1a4e8cf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.580764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c41b40-80b4-4c5f-ac0b-f9bfab86a2dd req-918be378-a9f0-4fe4-bbac-2b68f1a4e8cf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0938582
Apr 02 18:14:28.628826 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c41b40-80b4-4c5f-ac0b-f9bfab86a2dd req-92a57866-a191-4b0a-8aeb-988c5c47ae36 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416801
Apr 02 18:14:28.865815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920ef8-4f17-495d-a7c1-b4dd36f2f73d req-8b298ee9-133b-413e-a2a2-428903c9b737 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.867514 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74920ef8-4f17-495d-a7c1-b4dd36f2f73d req-8b298ee9-133b-413e-a2a2-428903c9b737 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0950351
Apr 02 18:14:28.915033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f91974-23e9-4e33-bd23-c4d4daff3343 req-23c4da2b-1daa-4b54-b3b8-c7b7256ac16b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.916670 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-85f91974-23e9-4e33-bd23-c4d4daff3343 req-23c4da2b-1daa-4b54-b3b8-c7b7256ac16b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0968475
Apr 02 18:14:28.919652 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74920ef8-4f17-495d-a7c1-b4dd36f2f73d req-3fd66668-f7b4-47ab-a6cf-843076aaee24 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454388
Apr 02 18:14:28.966003 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-85f91974-23e9-4e33-bd23-c4d4daff3343 req-405e0e7a-bd0a-4962-a780-dd63e39be971 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425649
Apr 02 18:14:29.070671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9ada-18dc-40b6-bda7-8d8eb694b17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:29.631037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:14:29.661083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-82334b9a-b92b-4019-a2b4-b7708b77648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.662664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-82334b9a-b92b-4019-a2b4-b7708b77648c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.3606849
Apr 02 18:14:29.675860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675914-2147-45d6-9d34-2515e97aa21c req-80365a20-0424-461f-9ae4-9afb1203df7e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.677438 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-16675914-2147-45d6-9d34-2515e97aa21c req-80365a20-0424-461f-9ae4-9afb1203df7e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.3320446
Apr 02 18:14:29.798419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6cc2f-1306-455e-838c-1ba1d337decd req-c04dc7f6-80be-4e7b-831f-c71df155108b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.806544 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-40c6cc2f-1306-455e-838c-1ba1d337decd req-c04dc7f6-80be-4e7b-831f-c71df155108b tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.1064174
Apr 02 18:14:29.822162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:29.837155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '2bc00547-2a89-49b4-bc40-5931add51d64', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64', 'mac_address': 'fa:16:3e:be:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:14:29.855185 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-40c6cc2f-1306-455e-838c-1ba1d337decd req-a2347abe-62d2-4774-b910-5948e89d6075 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474727
Apr 02 18:14:29.903153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:29.916312 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-16675914-2147-45d6-9d34-2515e97aa21c req-3b191319-cc2a-4f39-96a3-738722f20a62 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317320
Apr 02 18:14:29.922250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bc00547-2a89-49b4-bc40-5931add51d64 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:29.927308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-72c61dab-a3f9-4761-aa38-911511b6beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.928859 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-72c61dab-a3f9-4761-aa38-911511b6beb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.2504821
Apr 02 18:14:29.940488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:29.943591 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:29.946281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:30.024763 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-ef0bbf9f-d68a-42d7-8747-04009050a2ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 217 time: 0.0870352
Apr 02 18:14:30.029475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:30.034819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-fc8d26c0-b50c-4252-b40d-1d001c68e4e9 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.036546 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-fc8d26c0-b50c-4252-b40d-1d001c68e4e9 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.2533009
Apr 02 18:14:30.036805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:30.066891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442317cc-4162-4b06-bfd2-7c8b84c9bb9a req-9c8b0218-bca9-4314-b85c-e3cd6d7bb5b5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.068500 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-442317cc-4162-4b06-bfd2-7c8b84c9bb9a req-9c8b0218-bca9-4314-b85c-e3cd6d7bb5b5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1074226
Apr 02 18:14:30.069928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['2bc00547-2a89-49b4-bc40-5931add51d64'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:30.121924 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-442317cc-4162-4b06-bfd2-7c8b84c9bb9a req-a00d303b-b0ac-4eb6-91e2-cc32047e1e14 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465033
Apr 02 18:14:30.234077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Deleting port 26bd202e-b771-4f79-8fc0-fa1613679dd2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:30.234567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:30.273032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-bc65502d-96d3-404f-a16a-a84348fa41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.274861 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-bc65502d-96d3-404f-a16a-a84348fa41ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.2369192
Apr 02 18:14:30.356120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33008-7262-42a2-8729-84fdcaf3d232 req-c92c83d6-644e-43a2-925a-c10c72d3811a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.357729 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eda33008-7262-42a2-8729-84fdcaf3d232 req-c92c83d6-644e-43a2-925a-c10c72d3811a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.0979249
Apr 02 18:14:30.361806 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-6eb4f25e-9b1c-4059-8985-c20a6d70dfcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690389
Apr 02 18:14:30.414389 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eda33008-7262-42a2-8729-84fdcaf3d232 req-4578e9b6-2dd9-4f7e-9376-d41ba9a6e644 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478902
Apr 02 18:14:30.466397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02a243-39af-49b2-8d06-1285b288fdf2 req-af3c1760-ecaa-4b16-91e7-327155fd60dd tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.467994 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6d02a243-39af-49b2-8d06-1285b288fdf2 req-af3c1760-ecaa-4b16-91e7-327155fd60dd tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.3646750
Apr 02 18:14:30.638083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:30.649899 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6d02a243-39af-49b2-8d06-1285b288fdf2 req-376fa1ea-cbdb-4850-a293-4f93cfea4ab1 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708293
Apr 02 18:14:30.676027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57456) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:30.712669 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-4f501948-79a8-438c-9934-77e922381cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3377688
Apr 02 18:14:30.865086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] For port 26bd202e-b771-4f79-8fc0-fa1613679dd2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=26bd202e-b771-4f79-8fc0-fa1613679dd2,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:30.865483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:30.928149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843ec8d-3cea-4c40-8a48-da72e6549ac7 tempest-TestMinimumBasicScenario-655381405 tempest-TestMinimumBasicScenario-655381405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.932588 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a843ec8d-3cea-4c40-8a48-da72e6549ac7 tempest-TestMinimumBasicScenario-655381405 tempest-TestMinimumBasicScenario-655381405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1094 time: 0.2526791
Apr 02 18:14:30.932825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57464) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:30.938389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'port_id': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:30.944622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:30.948605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:floatingip and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:30.964106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:30.977079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:31.005635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Calling delete_port for 26bd202e-b771-4f79-8fc0-fa1613679dd2 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:31.041011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.110623 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b7c12ed-8fde-4231-adb6-b7841bda782f req-db7a8c5f-0634-4a40-aaac-5f9c14ad792c service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3823915
Apr 02 18:14:31.174039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238220f-acc9-4350-9212-6182d7b171cc req-ae28458c-701a-48cf-88e7-9a4a9a6bf160 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.175697 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a238220f-acc9-4350-9212-6182d7b171cc req-ae28458c-701a-48cf-88e7-9a4a9a6bf160 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 946 time: 0.2040894
Apr 02 18:14:31.233256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9284ca7-a98d-495a-9b75-713bc20bf957 req-b5f557f7-05f3-4dfa-8922-f4e95ece5c54 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.235640 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9284ca7-a98d-495a-9b75-713bc20bf957 req-b5f557f7-05f3-4dfa-8922-f4e95ece5c54 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1837246
Apr 02 18:14:31.245659 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a238220f-acc9-4350-9212-6182d7b171cc req-ca503f9b-60af-4cb5-8a0e-0b901d1d4c62 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539734
Apr 02 18:14:31.262363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.288092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.300815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['c9d5cfc3-c862-46a2-92d6-748091cd2393', '26bd202e-b771-4f79-8fc0-fa1613679dd2'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:31.305251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6208848-02a5-417d-a0bc-2dfff78647e9 tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:31.429265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Allocated IP 172.27.3.148 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/93605c5b-8457-45c0-818d-8f4973ab1309) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:14:31.465128 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9284ca7-a98d-495a-9b75-713bc20bf957 req-d5d12353-aff9-4f95-b774-5a8aaac640cb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209370
Apr 02 18:14:31.520458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event deleted for resources: {'Port': ['ID=26bd202e-b771-4f79-8fc0-fa1613679dd2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:31.527842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:31.585479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a783b2f4-fd80-44fd-bef5-91f4684de1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.677991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:31.818923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 2bc00547-2a89-49b4-bc40-5931add51d64 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:31.819665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.924114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] No DVR routers for this DVR port 26bd202e-b771-4f79-8fc0-fa1613679dd2 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:31.927581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.930458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b267374e-63ba-498a-a268-8280a67869da', 'name': 'network-vif-deleted', 'tag': '26bd202e-b771-4f79-8fc0-fa1613679dd2'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:31.959024 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a265fb5e-ec59-4594-bb1b-3e8db6c34610 req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "DELETE /v2.0/ports/26bd202e-b771-4f79-8fc0-fa1613679dd2 HTTP/1.1" status: 204  len: 173 time: 1.8862405
Apr 02 18:14:31.959298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1c1e-1d16-4b31-b95e-2f8a1f0086c9 req-f38cb1d7-5b7b-4e00-a7bd-6c6444eaad19 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.965580 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-78ec1c1e-1d16-4b31-b95e-2f8a1f0086c9 req-f38cb1d7-5b7b-4e00-a7bd-6c6444eaad19 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.5312240
Apr 02 18:14:31.967927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.981957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc7af-e968-4f0a-a935-7f0224a77df2 req-b56da37e-c5a2-4408-a6a9-2cdff01789f4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.983557 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e0ccc7af-e968-4f0a-a935-7f0224a77df2 req-b56da37e-c5a2-4408-a6a9-2cdff01789f4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.3768992
Apr 02 18:14:32.008090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:32.010517 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:32.020257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:32.024806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:32.026920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:32.052910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e0ccc7af-e968-4f0a-a935-7f0224a77df2 req-88237776-badc-4a33-baaa-35e9a8bada70 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615280
Apr 02 18:14:32.055679 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-78ec1c1e-1d16-4b31-b95e-2f8a1f0086c9 req-73ae6813-cb9b-4272-94dc-309902ec4cb9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737295
Apr 02 18:14:32.108907 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b267374e-63ba-498a-a268-8280a67869da', 'name': 'network-vif-deleted', 'tag': '26bd202e-b771-4f79-8fc0-fa1613679dd2', 'status': 'completed', 'code': 200}
Apr 02 18:14:32.113059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:32.123933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:32.135014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:32.138317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:32.160918 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'code': 200}
Apr 02 18:14:32.277774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'Port': ['ID=93605c5b-8457-45c0-818d-8f4973ab1309,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:32.283794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:32.291987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.292394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.292857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.293154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.293545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.293930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.294319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.294703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.295111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.295493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.295875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.296254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:32.302328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:32.349093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:32.350345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:32.352701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:14:32.437079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a21a0266-d52c-4216-8c29-5bfa833fe1c0 req-0ab45677-85c9-49cf-9439-905624ddcc91 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:32.451354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a21a0266-d52c-4216-8c29-5bfa833fe1c0 req-0ab45677-85c9-49cf-9439-905624ddcc91 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:32.452666 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a21a0266-d52c-4216-8c29-5bfa833fe1c0 req-0ab45677-85c9-49cf-9439-905624ddcc91 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=b267374e-63ba-498a-a268-8280a67869da HTTP/1.1" status: 200  len: 210 time: 0.0629573
Apr 02 18:14:32.808565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d57a46-7804-43c0-b8ed-6b1f7a634283 req-3c9fe241-2ed6-45a7-82bd-5b32866f1363 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:32.810156 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-67d57a46-7804-43c0-b8ed-6b1f7a634283 req-3c9fe241-2ed6-45a7-82bd-5b32866f1363 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.2200248
Apr 02 18:14:32.881501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-67d57a46-7804-43c0-b8ed-6b1f7a634283 req-d22da39c-c8d8-4881-a537-3ce430dd463f tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639858
Apr 02 18:14:32.901854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:32.981901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:33.272234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c5db-f457-4f2c-a340-86ad92b61e7b req-a85071bc-6f3c-41b2-a264-c04b0adc1d76 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:33.273792 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be99c5db-f457-4f2c-a340-86ad92b61e7b req-a85071bc-6f3c-41b2-a264-c04b0adc1d76 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0929618
Apr 02 18:14:33.321381 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be99c5db-f457-4f2c-a340-86ad92b61e7b req-98c77110-c19c-4c2a-ab09-fb2c5528d54f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408885
Apr 02 18:14:33.336904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e107549-1a42-4784-8012-9ec24de20826 req-dc36230c-61b1-45db-81fc-bf94526ca126 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:33.338891 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e107549-1a42-4784-8012-9ec24de20826 req-dc36230c-61b1-45db-81fc-bf94526ca126 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1458514
Apr 02 18:14:33.345294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:33.362426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:33.382399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:33.524265 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e107549-1a42-4784-8012-9ec24de20826 req-622a692b-684e-4d59-baca-690045d91cba tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1768956
Apr 02 18:14:33.554027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'Port': ['ID=93605c5b-8457-45c0-818d-8f4973ab1309,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:33.557771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:33.646943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:33.676638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 26bd202e-b771-4f79-8fc0-fa1613679dd2 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:33.764523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 26bd202e-b771-4f79-8fc0-fa1613679dd2 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:14:33.764907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 26bd202e-b771-4f79-8fc0-fa1613679dd2 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:14:33.790018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:33.841663 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Floating IP eca47c98-2662-4873-9092-05c6f5242f20 associated. External IP: 172.27.3.148, port: d09dcb6f-2587-496b-a0b9-0d29d1db4500.
Apr 02 18:14:33.997714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a6d5-db2e-495e-948f-08c6fbe21502 req-8955db32-2983-4009-98a0-151b42dc48a6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.000919 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eae4a6d5-db2e-495e-948f-08c6fbe21502 req-8955db32-2983-4009-98a0-151b42dc48a6 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1541126
Apr 02 18:14:34.039341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-573b16c0-8427-438a-a3f7-c85f9ab04f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.041084 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-573b16c0-8427-438a-a3f7-c85f9ab04f87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1099 time: 0.1241231
Apr 02 18:14:34.101748 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eae4a6d5-db2e-495e-948f-08c6fbe21502 req-b38e2da3-e179-440b-ac70-f6655e6a2100 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915759
Apr 02 18:14:34.202849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-b888aa21-f917-48c8-9377-7ee2c1e5ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.204525 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-b888aa21-f917-48c8-9377-7ee2c1e5ccb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 912 time: 0.1538084
Apr 02 18:14:34.262005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b719e-e155-4dff-a9aa-eaf054e73ce0 req-f4cbc7ad-4968-46a9-b757-a9bf02c376b3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.263645 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-734b719e-e155-4dff-a9aa-eaf054e73ce0 req-f4cbc7ad-4968-46a9-b757-a9bf02c376b3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.2600222
Apr 02 18:14:34.319960 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-52862b50-994b-41ba-a352-fb6de4d7691f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 1001 time: 0.1088872
Apr 02 18:14:34.342732 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-734b719e-e155-4dff-a9aa-eaf054e73ce0 req-6d3edd26-1550-4204-b504-63c2d005cf8e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697870
Apr 02 18:14:34.352169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Router b08fc48a-af0b-4f97-8308-588974cf9f81 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:14:34.410466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-67f6035b-b0d7-400a-ba97-437e03e90e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.412155 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-67f6035b-b0d7-400a-ba97-437e03e90e18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0845156
Apr 02 18:14:34.469013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57518) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:34.589725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-e91c48ab-12af-4f16-b2e9-3ccf0a3cec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.591371 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-e91c48ab-12af-4f16-b2e9-3ccf0a3cec29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1715424
Apr 02 18:14:34.604885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78647d4b-1c0e-45a4-abe1-96649441672b req-74ff0784-60b3-4a38-8ac5-9acda963cf17 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.606507 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-78647d4b-1c0e-45a4-abe1-96649441672b req-74ff0784-60b3-4a38-8ac5-9acda963cf17 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1242397
Apr 02 18:14:34.681648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:34.776708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:34.781462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:14:34.786653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Usage tracker for resource:security_group_rule and tenant:a3785067bed6409eb76c56e7eeac259e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:34.793631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] Sync routers for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:14:34.795062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:34.801118 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-78647d4b-1c0e-45a4-abe1-96649441672b req-ca61d984-d7d5-4393-85b9-f09d2aea688f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528163
Apr 02 18:14:34.806643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:34.816676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:34.828682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:14:34.829615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0198>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:34.848166 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-06ef2501-c3bc-42af-9036-6dbdcbc2e5c5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405508
Apr 02 18:14:34.881476 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.9474559
Apr 02 18:14:34.882476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:34.889032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57528) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:34.896583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612595481', 'description': 'tempest-secgroup-smoke-1612595481 description', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:34.903300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:34.918026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:34.931769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:34.952451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'status': 'completed', 'code': 200}
Apr 02 18:14:34.962959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:34.973367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:34.978319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:34.995454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:35.081621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.086737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.095701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e98171fb-fb49-4142-acbf-5ea98a074ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:35.112182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:14:35.121061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.138790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.188595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40f64584-09b9-4e0e-817f-1067600725d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:35.223364 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-670906dc-c72a-41c5-bac4-945d2c1c07e9 req-827798f3-7191-408c-89af-9b60753515ce service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462355
Apr 02 18:14:35.225369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0d8fa-4234-42bf-8ffa-98a57527cca7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:35.251596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.252975 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3612523
Apr 02 18:14:35.255358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:35.256051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57540) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:35.262823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group_rule': {'security_group_id': '59f0d8fa-4234-42bf-8ffa-98a57527cca7', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:35.269812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:35.274406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:35.278415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:35.286077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:35.291228 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3785067bed6409eb76c56e7eeac259e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8195665
Apr 02 18:14:35.295252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57544) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:35.318361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.369757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46185b-f36f-4d8e-a23f-ce8e52c558c7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:35.434908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:35.458903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.466017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.475425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.476761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa763bf2-3840-439b-b4de-d319632441bc req-1382f8b1-4e5a-44ef-a712-7162c1126e54 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.484644 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fa763bf2-3840-439b-b4de-d319632441bc req-1382f8b1-4e5a-44ef-a712-7162c1126e54 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1373038
Apr 02 18:14:35.487926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:35.532640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746b1e99-102e-47e1-bdf7-4b4cc8413599,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:35.536613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:35.559612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.564612 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3067317
Apr 02 18:14:35.567509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57560) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:35.573391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group_rule': {'security_group_id': '59f0d8fa-4234-42bf-8ffa-98a57527cca7', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:35.576826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-3d9fdbd7-8102-46e7-976a-fa24e3d10b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.578883 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-3d9fdbd7-8102-46e7-976a-fa24e3d10b70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1099 time: 0.4302549
Apr 02 18:14:35.580828 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fa763bf2-3840-439b-b4de-d319632441bc req-34bab766-6bd5-458f-a5e2-0a97ad586fe0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952921
Apr 02 18:14:35.583254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:35.585577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.587872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:35.591084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:35.598143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:35.633146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.663443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0198>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'eca47c98-2662-4873-9092-05c6f5242f20', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'port_id': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'mac_address': 'fa:16:3e:b3:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:14:32Z', 'updated_at': '2021-04-02T18:14:32Z', 'revision_number': 0, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:35.668435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] Checking router: b08fc48a-af0b-4f97-8308-588974cf9f81 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:14:35.678525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:14:35.679480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0198>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:35.803269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d3059-c56f-4025-bffa-314fe8fa9441 req-a80b0e18-3794-40d5-ac49-dedb942a4150 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.811436 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f6d3059-c56f-4025-bffa-314fe8fa9441 req-a80b0e18-3794-40d5-ac49-dedb942a4150 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.4429138
Apr 02 18:14:35.818328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.828328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.831505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5263b2cd-6b76-41c8-abd2-132662052205 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:35.864609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:35.865905 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2974551
Apr 02 18:14:35.877213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57572) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:35.879298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ff2b-123e-49ad-a0d2-3d64b3a4bf67 req-215cf0bd-0fbc-4147-812f-07d19bf6a510 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.880943 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1324ff2b-123e-49ad-a0d2-3d64b3a4bf67 req-215cf0bd-0fbc-4147-812f-07d19bf6a510 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1706531
Apr 02 18:14:35.883405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841f8134-fc14-4af9-8a2f-e49adc3f6f09,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:35.885888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c8cac3af-427e-462a-968f-09a949bb904e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:35.889550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group_rule': {'security_group_id': '59f0d8fa-4234-42bf-8ffa-98a57527cca7', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:35.899900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:14:35.902209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:35.920624 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f6d3059-c56f-4025-bffa-314fe8fa9441 req-37d99789-1ec1-4b96-8f82-18b864c24547 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075482
Apr 02 18:14:35.922567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:35.927431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-c366d364-d3c7-4aec-80f0-bc2596c64ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.928972 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-c366d364-d3c7-4aec-80f0-bc2596c64ee9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.2948799
Apr 02 18:14:35.946111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:35.965833 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1324ff2b-123e-49ad-a0d2-3d64b3a4bf67 req-67e987c1-4201-4651-affe-ec189223b089 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658896
Apr 02 18:14:36.089885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:36.102746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:36.104860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b748c3c3-e837-46a2-b021-f56524612561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:36.181634 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-1d5b75d0-5620-43b8-864b-07087fa7e829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 1000 time: 0.2327642
Apr 02 18:14:36.188248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46185b-f36f-4d8e-a23f-ce8e52c558c7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:36.247391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:36.248947 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a46185b-f36f-4d8e-a23f-ce8e52c558c7 HTTP/1.1" status: 204  len: 168 time: 0.9490967
Apr 02 18:14:36.292923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:36.316032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:36.482418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-cccc04f1-6920-40c9-b890-29f58dd98809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.484850 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-cccc04f1-6920-40c9-b890-29f58dd98809 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.2317348
Apr 02 18:14:36.614758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ede0198>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'eca47c98-2662-4873-9092-05c6f5242f20', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'port_id': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'mac_address': 'fa:16:3e:b3:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:14:32Z', 'updated_at': '2021-04-02T18:14:32Z', 'revision_number': 0, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:36.632712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6d347-818b-4938-821d-4db45ab7fecc None None] The sync data for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi is: [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'eca47c98-2662-4873-9092-05c6f5242f20', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'port_id': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'mac_address': 'fa:16:3e:b3:49:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:14:32Z', 'updated_at': '2021-04-02T18:14:32Z', 'revision_number': 0, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:14:36.763325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:36.774379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5cf18-2bd0-45fd-9f2b-77af09d582c2 req-57a7afc0-c1f1-4262-8a12-68e1cded7900 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.830873 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10c5cf18-2bd0-45fd-9f2b-77af09d582c2 req-57a7afc0-c1f1-4262-8a12-68e1cded7900 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.5797510
Apr 02 18:14:36.830873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-e78e90f7-072c-46b3-baf1-cbcee1e01507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.830873 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-e78e90f7-072c-46b3-baf1-cbcee1e01507 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2550907
Apr 02 18:14:36.852186 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10c5cf18-2bd0-45fd-9f2b-77af09d582c2 req-90af23b9-8b1e-49f2-9bea-fdde40dceb23 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645380
Apr 02 18:14:36.878045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2be9e-bdcf-41c9-b57f-3a8d6f6bf28d req-f59a2a77-6250-467d-8513-c812f5f20964 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.879642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:36.892332 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cde2be9e-bdcf-41c9-b57f-3a8d6f6bf28d req-f59a2a77-6250-467d-8513-c812f5f20964 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1328490
Apr 02 18:14:36.906321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d933bd3e-2aba-4dfc-968f-96441ee166cc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:36.955727 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cde2be9e-bdcf-41c9-b57f-3a8d6f6bf28d req-5a9e345d-56b6-43b0-9be0-5e16e7b56cd8 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621424
Apr 02 18:14:36.985962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67afbe6-cee6-4d37-ac7d-830f065c8f4f,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:36.987903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:37.009804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.011089 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-28b1d73b-ceec-4a7d-b4fa-a9d0463a91cc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1289003
Apr 02 18:14:37.013916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57604) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:37.021669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group_rule': {'security_group_id': '59f0d8fa-4234-42bf-8ffa-98a57527cca7', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:37.027821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:37.033002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:37.035987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:37.042007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:37.107481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcae1f9-0bce-4966-8e84-5f209cbc0c3c None None] New status for floating IP eca47c98-2662-4873-9092-05c6f5242f20: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:14:37.166685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.268635 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-7688559d-d146-4e24-8444-01a1e70770ba service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4202507
Apr 02 18:14:37.712137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.726388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.743897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:37.799434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533bfc4-dc2d-48b6-93c4-5260e71a1778 req-866047d9-273f-41fb-bc48-47276d2a1c47 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.801550 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d533bfc4-dc2d-48b6-93c4-5260e71a1778 req-866047d9-273f-41fb-bc48-47276d2a1c47 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.7364664
Apr 02 18:14:37.814028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9916006f-a16a-4ef7-a52e-50fffbdfc3de,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:37.825243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:37.863773 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f32a75ad-9525-4080-b88b-2641a9c3560b req-80381d45-f3f7-4490-88f5-404b5bc60a9b service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5771630
Apr 02 18:14:37.871026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.875361 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8575079
Apr 02 18:14:37.875924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57610) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:37.881617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group_rule': {'security_group_id': '59f0d8fa-4234-42bf-8ffa-98a57527cca7', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:37.901949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:37.904496 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d533bfc4-dc2d-48b6-93c4-5260e71a1778 req-a046f146-3a0c-41b4-80f2-563060ef6e24 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/security-groups?id=a93d2e60-e6be-45a2-aded-13df7d9f8264&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869877
Apr 02 18:14:37.914844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:37.918014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:37.926817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-9d3f2aac-c99e-4dea-8e11-0430b56501b5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.931951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:37.941282 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-9d3f2aac-c99e-4dea-8e11-0430b56501b5 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 946 time: 0.3177423
Apr 02 18:14:37.959771 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Project 60f7559c0d6e46ccb55f41b492d593d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:14:37.972877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.092646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.161443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.169471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:38.178422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Deleting port c9d5cfc3-c862-46a2-92d6-748091cd2393 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:38.179150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.215174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6f8aaa-6335-4afb-b4a1-f4f9a61019dc,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:38.228576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:38.240080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.241667 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3646662
Apr 02 18:14:38.245601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57618) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:38.256554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'security_group_rule': {'security_group_id': '59f0d8fa-4234-42bf-8ffa-98a57527cca7', 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:38.271148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ba58-c6fb-4406-b6cc-084c715c0100 req-cfaf0b40-0e80-47d9-86e5-568940c947f2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:38.279975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623807-95cd-4c96-a39f-bc66c021d035 req-795e0ce8-671b-44fe-bd89-de32fa330c79 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:38.282321 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26d0ba58-c6fb-4406-b6cc-084c715c0100 req-cfaf0b40-0e80-47d9-86e5-568940c947f2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1875775
Apr 02 18:14:38.282527 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c623807-95cd-4c96-a39f-bc66c021d035 req-795e0ce8-671b-44fe-bd89-de32fa330c79 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1896811
Apr 02 18:14:38.303127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:38.308968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Usage tracker for resource:security_group_rule and tenant:60f7559c0d6e46ccb55f41b492d593d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:38.317970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:38.327017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:38.375889 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-26d0ba58-c6fb-4406-b6cc-084c715c0100 req-4bbe0704-bfe9-4947-8a45-654dd9663588 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921085
Apr 02 18:14:38.376921 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Project 60f7559c0d6e46ccb55f41b492d593d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:14:38.385260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.488731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.492988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.495260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c199f335-900c-47e3-a535-21d2132c9abc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:38.528291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0059090-ff33-41dd-9f16-120d54bd088e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:38.531931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:38.541460 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.542765 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2940769
Apr 02 18:14:38.554772 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3c623807-95cd-4c96-a39f-bc66c021d035 req-d64c5b12-1180-41f4-85df-e3dc48c146cd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343249
Apr 02 18:14:38.622006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] For port c9d5cfc3-c862-46a2-92d6-748091cd2393, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c9d5cfc3-c862-46a2-92d6-748091cd2393,segment=NetworkSegment(94ca8d1e-4555-401d-a9f9-88bfda9e79b8),segment_id=94ca8d1e-4555-401d-a9f9-88bfda9e79b8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:38.622243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.727873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-727dde87-16d5-4228-92f8-fec4c4babfe9 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:38.746065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-727dde87-16d5-4228-92f8-fec4c4babfe9 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:38.748189 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-727dde87-16d5-4228-92f8-fec4c4babfe9 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612595481&fields=id&tenant_id=60f7559c0d6e46ccb55f41b492d593d0 HTTP/1.1" status: 200  len: 267 time: 0.0917404
Apr 02 18:14:38.765599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Calling delete_port for c9d5cfc3-c862-46a2-92d6-748091cd2393 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:38.887446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-248037b3-271e-4489-bff5-66852edf0e8b tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:38.889253 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-248037b3-271e-4489-bff5-66852edf0e8b tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.1325347
Apr 02 18:14:38.902945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'port': {'security_groups': ['619f6018-21e6-45a5-ac42-3d12719d2fd5', '59f0d8fa-4234-42bf-8ffa-98a57527cca7']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:38.971902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.095044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.126357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a84bf31e-7f04-4467-9eb9-2e92f520b3ea tempest-DeleteServersTestJSON-1535612633 tempest-DeleteServersTestJSON-1535612633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:39.308040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Pushing event deleted for resources: {'Port': ['ID=c9d5cfc3-c862-46a2-92d6-748091cd2393,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:39.315503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:39.317397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] No DVR routers for this DVR port c9d5cfc3-c862-46a2-92d6-748091cd2393 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:39.322871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.345121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'name': 'network-vif-deleted', 'tag': 'c9d5cfc3-c862-46a2-92d6-748091cd2393'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:39.361929 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ffe6938-4894-480d-8c44-b684a242c3e6 req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.30 "DELETE /v2.0/ports/c9d5cfc3-c862-46a2-92d6-748091cd2393 HTTP/1.1" status: 204  len: 173 time: 1.4120238
Apr 02 18:14:39.425977 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-681a5ded-c48e-436c-a013-f78647edc611 req-5bd7610b-37f0-4e6e-b2b4-8455535d585e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Synchronizing usage tracker for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:39.448359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-681a5ded-c48e-436c-a013-f78647edc611 req-5bd7610b-37f0-4e6e-b2b4-8455535d585e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Unset dirty status for tenant:80ec365caf954178b29913371a7c97e2 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:39.458560 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-681a5ded-c48e-436c-a013-f78647edc611 req-5bd7610b-37f0-4e6e-b2b4-8455535d585e tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb1000e-fc3f-44d6-8c32-f13776682f28 HTTP/1.1" status: 200  len: 210 time: 0.0880034
Apr 02 18:14:39.564871 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb1000e-fc3f-44d6-8c32-f13776682f28', 'name': 'network-vif-deleted', 'tag': 'c9d5cfc3-c862-46a2-92d6-748091cd2393', 'status': 'completed', 'code': 200}
Apr 02 18:14:39.722278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device c9d5cfc3-c862-46a2-92d6-748091cd2393 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:39.785119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:39.794027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: c9d5cfc3-c862-46a2-92d6-748091cd2393 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:14:39.799487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device c9d5cfc3-c862-46a2-92d6-748091cd2393 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:14:39.826297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.831015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.831406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637db8c9-db80-4f85-8ad6-4640258342d6 req-7e76e3ff-d72e-4fdf-80fa-addbe7377a97 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:39.835570 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-637db8c9-db80-4f85-8ad6-4640258342d6 req-7e76e3ff-d72e-4fdf-80fa-addbe7377a97 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1325705
Apr 02 18:14:39.853575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d09dcb6f-2587-496b-a0b9-0d29d1db4500'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:39.938450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-637db8c9-db80-4f85-8ad6-4640258342d6 req-f1a6ae91-617b-4601-aad2-f298e6443c1b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978789
Apr 02 18:14:40.005180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:40.142942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=6']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:40.156581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:40.164307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.165199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.196232 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-22e6e7da-677c-4f8b-a1ff-b23ecdf24d09 req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "PUT /v2.0/ports/d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 982 time: 1.2984304
Apr 02 18:14:40.199224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:40.298011 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'status': 'completed', 'code': 200}
Apr 02 18:14:40.323622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d09dcb6f-2587-496b-a0b9-0d29d1db4500'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:40.547915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511df2d2-db5b-4c47-9cd9-3988fceebe04 req-ba4c7f1f-5d81-4546-a667-50a9f75202be tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.557446 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-511df2d2-db5b-4c47-9cd9-3988fceebe04 req-ba4c7f1f-5d81-4546-a667-50a9f75202be tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1571860
Apr 02 18:14:40.564026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215400a6-04da-424a-8c4a-33878358eba9 req-4ace15bf-0684-4eaf-9dde-c1a43eb6401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.565823 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-4ace15bf-0684-4eaf-9dde-c1a43eb6401d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1138 time: 0.2397885
Apr 02 18:14:40.648569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57652) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:40.731503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Deleting subnet 130e732b-dd95-4ddd-a81b-a732a89798c6 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:14:40.735496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.750937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215400a6-04da-424a-8c4a-33878358eba9 req-0138c331-5968-453f-b44f-9c7e793a659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.752881 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-0138c331-5968-453f-b44f-9c7e793a659e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.1689146
Apr 02 18:14:40.778782 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-511df2d2-db5b-4c47-9cd9-3988fceebe04 req-f6205e2b-5999-44f6-9730-92686ad4635b tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2114046
Apr 02 18:14:40.793176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.807127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-06acf7ad-527b-4de5-8957-26ac9034da6d None None] Provisioning complete for port d09dcb6f-2587-496b-a0b9-0d29d1db4500 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:40.807542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-06acf7ad-527b-4de5-8957-26ac9034da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.873416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.934848 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-df384e4a-5e5e-427c-a109-db07230028bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 1002 time: 0.1614716
Apr 02 18:14:41.025534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215400a6-04da-424a-8c4a-33878358eba9 req-47c06cb2-3ec9-4ab3-9cb6-e45c00500f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.028308 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-47c06cb2-3ec9-4ab3-9cb6-e45c00500f4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.0842519
Apr 02 18:14:41.156698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215400a6-04da-424a-8c4a-33878358eba9 req-7b6a33f3-15c3-44ae-bd49-e54928bd75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.158594 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-7b6a33f3-15c3-44ae-bd49-e54928bd75e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1197481
Apr 02 18:14:41.337317 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-81026c5a-53a2-4314-b24e-d86557cd353d service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642714
Apr 02 18:14:41.357759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799247b-4107-47e9-bc7a-592abcf303d7 req-97546838-f805-47a7-8eed-18ce4e820a2e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.360591 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c799247b-4107-47e9-bc7a-592abcf303d7 req-97546838-f805-47a7-8eed-18ce4e820a2e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1683049
Apr 02 18:14:41.362359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.402838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cd7e5271-6eeb-4377-94b3-461bbb24cfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:41.474274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130e732b-dd95-4ddd-a81b-a732a89798c6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:41.491347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:41.495170 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c799247b-4107-47e9-bc7a-592abcf303d7 req-e047219e-1743-405c-ae47-8b90d1647196 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170275
Apr 02 18:14:41.610354 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-215400a6-04da-424a-8c4a-33878358eba9 req-b3740f69-7d25-4534-8408-ee79ca549af2 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551301
Apr 02 18:14:41.621536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.627950 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/130e732b-dd95-4ddd-a81b-a732a89798c6 HTTP/1.1" status: 204  len: 168 time: 0.9782801
Apr 02 18:14:41.630443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57662) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:41.766110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.966016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.087068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e8f7630>,) {'filters': {'network_id': ['84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:42.101275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e8f7630>, '94ca8d1e-4555-401d-a9f9-88bfda9e79b8') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:42.101702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e8f7630>, '94ca8d1e-4555-401d-a9f9-88bfda9e79b8') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:42.115614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.133018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.141068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:14:42.323440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:14:42.333147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.523810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Network 84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:14:42.547895 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:14:42.633713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.647390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:42.667649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.678728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:42.681580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:42.684218 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/84b6c2a2-95b7-4a15-aa04-fdfa1363ad9d HTTP/1.1" status: 204  len: 168 time: 1.0521879
Apr 02 18:14:42.770471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7757ac7-8c8d-4434-b05c-f3ac50284317 req-3370ded7-eebd-409e-b5d6-276a94a9443a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.779815 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d7757ac7-8c8d-4434-b05c-f3ac50284317 req-3370ded7-eebd-409e-b5d6-276a94a9443a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1180487
Apr 02 18:14:42.840332 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d7757ac7-8c8d-4434-b05c-f3ac50284317 req-0607b9ee-abef-4cc6-b26c-bc0102f4af82 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596678
Apr 02 18:14:42.979023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57672) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:43.041247 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f4a8ab95-62a0-40cc-9176-741ef943f664 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80ec365caf954178b29913371a7c97e2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0607164
Apr 02 18:14:43.045067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57676) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:43.128941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.165786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.223283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.231238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ce6cec8-4dac-4b1c-8b7c-c9c6a41fe1e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:43.245634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93d2e60-e6be-45a2-aded-13df7d9f8264,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:43.253582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:43.269372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.271019 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a93d2e60-e6be-45a2-aded-13df7d9f8264 HTTP/1.1" status: 204  len: 168 time: 0.2249534
Apr 02 18:14:44.130933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252f82f-b241-4696-871c-4920d2d8b20d req-b3f9ba83-002d-4426-8bd3-b5e3a7c8ac11 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:44.134012 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d252f82f-b241-4696-871c-4920d2d8b20d req-b3f9ba83-002d-4426-8bd3-b5e3a7c8ac11 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1152532
Apr 02 18:14:44.201753 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d252f82f-b241-4696-871c-4920d2d8b20d req-30b616d1-1f64-45fd-b824-4ca26bc4c071 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603237
Apr 02 18:14:45.420285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4475-f9bb-4095-a684-0b532a4e8e6e req-2506a240-8752-47e0-8feb-ba24caf0ca9b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.422593 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-791d4475-f9bb-4095-a684-0b532a4e8e6e req-2506a240-8752-47e0-8feb-ba24caf0ca9b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0945396
Apr 02 18:14:45.479582 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-791d4475-f9bb-4095-a684-0b532a4e8e6e req-4a875524-1853-4209-bbb3-95592140d403 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500960
Apr 02 18:14:46.759222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc590-9bbf-4e00-9a5f-a31e9c245c63 req-3cb94cab-08ae-4b43-bee8-98bafcb3a35d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:46.761093 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-828fc590-9bbf-4e00-9a5f-a31e9c245c63 req-3cb94cab-08ae-4b43-bee8-98bafcb3a35d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1140761
Apr 02 18:14:46.832464 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-828fc590-9bbf-4e00-9a5f-a31e9c245c63 req-21e4c7fe-739c-4e9a-a73c-3eda64123cd7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625916
Apr 02 18:14:48.094886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-13d0798b-3257-4200-9fe5-9b8efb25ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.097375 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-13d0798b-3257-4200-9fe5-9b8efb25ff62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.3590181
Apr 02 18:14:48.137755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57780) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:48.246754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ce1f7-7779-4938-9360-f377fcc58081 req-3e988a48-c3a1-447c-97b6-3205c0a17e93 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.248285 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-db6ce1f7-7779-4938-9360-f377fcc58081 req-3e988a48-c3a1-447c-97b6-3205c0a17e93 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.4385164
Apr 02 18:14:48.284910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac42754-61f5-467b-9880-ddd500d9d5cc req-b0f39bb4-99b0-4612-b522-b9600cf11b2c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.286506 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ac42754-61f5-467b-9880-ddd500d9d5cc req-b0f39bb4-99b0-4612-b522-b9600cf11b2c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.3164129
Apr 02 18:14:48.313387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-4f7b4d92-a2c2-40b4-aff5-21302c4ebc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.314910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-4f7b4d92-a2c2-40b4-aff5-21302c4ebc16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.2065747
Apr 02 18:14:48.324890 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.335891 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ac42754-61f5-467b-9880-ddd500d9d5cc req-92371f99-9f6e-4e23-9b15-9b3b94121cb9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426395
Apr 02 18:14:48.417391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:48.420551 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-3665ad56-30b4-4b60-90b5-80b7808ef66b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 217 time: 0.0861356
Apr 02 18:14:48.425415 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-db6ce1f7-7779-4938-9360-f377fcc58081 req-b3ad41f8-9960-476e-8c19-c980e5ef0af1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664360
Apr 02 18:14:48.426383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Usage tracker for resource:security_group_rule and tenant:20a331079c6b4a1fa3bda8d66213e52e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:48.429360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:48.435290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:48.556201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.560820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.574110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:48.627271 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20a331079c6b4a1fa3bda8d66213e52e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4883485
Apr 02 18:14:48.630521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57786) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:48.635447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5037e-684b-4005-a53c-ef6f8aee588f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:48.639459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-c358c42e-2cf5-4ca6-b811-51cb5d3d5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.640912 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-c358c42e-2cf5-4ca6-b811-51cb5d3d5f1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.1229603
Apr 02 18:14:48.641747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:48.697380 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-d466eac9-55a7-479d-8ec6-9b5cbf996bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492365
Apr 02 18:14:48.706720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.737451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.784133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.789116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86e4e565-a624-45b0-b5cf-fe4b7807c3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:48.803220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5037e-684b-4005-a53c-ef6f8aee588f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:48.805938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:48.807194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:48.808387 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b73308c9-4377-4961-9d90-56db690bc938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cb5037e-684b-4005-a53c-ef6f8aee588f HTTP/1.1" status: 204  len: 168 time: 0.1767666
Apr 02 18:14:48.902274 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-9057b925-40b8-4bb2-a922-02528c9399a8 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972752
Apr 02 18:14:48.912296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-f4c6b737-a389-47a3-a63a-b1f9e1e52dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.913755 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-f4c6b737-a389-47a3-a63a-b1f9e1e52dd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1099 time: 0.1203454
Apr 02 18:14:49.177019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-e37e23a4-0755-4635-8e0d-4a1d2d42750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.178581 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-e37e23a4-0755-4635-8e0d-4a1d2d42750f service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.2541478
Apr 02 18:14:49.180589 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df1fe6d-c7da-4b7d-9909-5d55d47067ec req-b3302c56-3686-42b6-b0e3-4b7ef92a6ef4 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2574015
Apr 02 18:14:49.299488 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-348473fd-9d42-4dbb-b846-f186603f8274 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 1002 time: 0.1101797
Apr 02 18:14:49.370906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-5293038c-66c5-489b-976d-92e7ab69078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.372775 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-5293038c-66c5-489b-976d-92e7ab69078f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0670116
Apr 02 18:14:49.458585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-f904b27f-0c1e-4fed-a2db-6fe3a71f3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.460208 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-f904b27f-0c1e-4fed-a2db-6fe3a71f3725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797880
Apr 02 18:14:49.605457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2aab5-e930-4da9-bf4d-b43bfc641f13 req-3c585d74-4541-4b15-9a16-6b825eb3db7b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.607104 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-41f2aab5-e930-4da9-bf4d-b43bfc641f13 req-3c585d74-4541-4b15-9a16-6b825eb3db7b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.1435642
Apr 02 18:14:49.657566 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-41f2aab5-e930-4da9-bf4d-b43bfc641f13 req-fcdd629d-4439-474c-9ed2-77292a44407d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437531
Apr 02 18:14:49.673811 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-6b7da127-03b8-4312-a3ff-655fd8921de8 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037070
Apr 02 18:14:49.805622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e92728-f573-40f5-8d88-705179c8c258 req-a1ef8b22-69dd-46ef-84cc-775e6a387763 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.807261 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-96e92728-f573-40f5-8d88-705179c8c258 req-a1ef8b22-69dd-46ef-84cc-775e6a387763 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1958933
Apr 02 18:14:49.881723 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-96e92728-f573-40f5-8d88-705179c8c258 req-f74d0cae-ec69-499f-9b6d-da8bbd837eb2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658064
Apr 02 18:14:49.885156 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50a900ff-3da3-456f-ba13-cbf10ad42343 req-528009f1-d408-48f1-8a7b-65364945daa4 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971638
Apr 02 18:14:50.873426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c612a-299b-44d1-9f58-d5d85dca7f34 req-a457648c-60d1-4999-8a97-5a4e14ae2975 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:50.876004 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb1c612a-299b-44d1-9f58-d5d85dca7f34 req-a457648c-60d1-4999-8a97-5a4e14ae2975 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 946 time: 0.0919867
Apr 02 18:14:50.924766 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb1c612a-299b-44d1-9f58-d5d85dca7f34 req-aaf7581f-03b0-4aa4-b8e9-696eee7b8a38 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420849
Apr 02 18:14:51.100758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e999f91-b533-4f4e-8746-7bd1d1d95004 req-280d38b9-83f7-4aa6-9e41-d9efc2c741f2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:51.102563 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6e999f91-b533-4f4e-8746-7bd1d1d95004 req-280d38b9-83f7-4aa6-9e41-d9efc2c741f2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0886028
Apr 02 18:14:51.154775 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6e999f91-b533-4f4e-8746-7bd1d1d95004 req-dee00fe3-1f17-4863-8d90-129184368e9c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454099
Apr 02 18:14:51.587344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57868) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:51.710018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.725326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:51.729274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Usage tracker for resource:security_group_rule and tenant:5161000f178a4526987664ff9458d924 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:51.732205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:51.738547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:51.784773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:51.824276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.827247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.836222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce0062eb-cc5f-4541-a087-4b5305c38b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:51.884358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c835d3-b333-403c-9e23-9a2007b6e009,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:51.889031 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5161000f178a4526987664ff9458d924&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3005702
Apr 02 18:14:51.889971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:51.891891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57874) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:51.910169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.939743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:51.950478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:51.955055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.957895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.958425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:51.988435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.997253 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'code': 200}
Apr 02 18:14:52.039483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.039721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=8']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:52.042918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:52.049829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-35527ef1-084c-4505-ba2e-7e6e98e9f403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:52.063408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c835d3-b333-403c-9e23-9a2007b6e009,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:52.066545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:52.068605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.070174 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10c835d3-b333-403c-9e23-9a2007b6e009 HTTP/1.1" status: 204  len: 168 time: 0.1768670
Apr 02 18:14:52.140797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6a333-6a41-4b05-8657-b5756c816fc7 req-2551f675-6c6c-44b4-ac96-67ae73e72840 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.142372 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92a6a333-6a41-4b05-8657-b5756c816fc7 req-2551f675-6c6c-44b4-ac96-67ae73e72840 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0926955
Apr 02 18:14:52.193304 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92a6a333-6a41-4b05-8657-b5756c816fc7 req-80408407-8691-464d-a143-8b1b65f7bce1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443587
Apr 02 18:14:52.391236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f47f-57dd-4d6e-b04b-be94facd0685 req-1414ca7a-2dd9-4754-8069-14dcd818e635 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.393381 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eee7f47f-57dd-4d6e-b04b-be94facd0685 req-1414ca7a-2dd9-4754-8069-14dcd818e635 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0958905
Apr 02 18:14:52.400034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57892) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:52.422277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.438620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:52.442777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Usage tracker for resource:security_group_rule and tenant:44b759952a73461990922208c5e0bf26 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:52.445580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:52.445715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eee7f47f-57dd-4d6e-b04b-be94facd0685 req-598d9a67-da35-4943-9ebc-225a55588459 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427120
Apr 02 18:14:52.451603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:52.546408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.549801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.558760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a2e87c29-87c3-4993-afb3-8482c24b27ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:52.602066 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44b759952a73461990922208c5e0bf26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2007909
Apr 02 18:14:52.602837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc88e91-d4de-4097-83ba-e6bf8bb6f8b6,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:52.605479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 57900) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:52.606110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:52.667492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.694529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.738869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.743984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-605d4369-203c-45cb-86bc-d68524783ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:52.756643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc88e91-d4de-4097-83ba-e6bf8bb6f8b6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:52.759753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:52.761998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:52.765992 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afc88e91-d4de-4097-83ba-e6bf8bb6f8b6 HTTP/1.1" status: 204  len: 168 time: 0.1598744
Apr 02 18:14:53.206253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a0e65-b5d0-47d8-9f8f-caf2ae5f1662 req-f6eccdbc-6604-4940-bb46-00570a89abec tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:53.208290 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b26a0e65-b5d0-47d8-9f8f-caf2ae5f1662 req-f6eccdbc-6604-4940-bb46-00570a89abec tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0939915
Apr 02 18:14:53.260207 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b26a0e65-b5d0-47d8-9f8f-caf2ae5f1662 req-9f0754de-65b1-4662-b8ec-d4987790dba5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455840
Apr 02 18:14:53.545360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:14:53.672199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e556e89-b928-4412-b0d3-feda40ef120d req-e9d7be6a-ce7e-4ef2-b0a4-5a7b463e235b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:53.673809 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e556e89-b928-4412-b0d3-feda40ef120d req-e9d7be6a-ce7e-4ef2-b0a4-5a7b463e235b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0942984
Apr 02 18:14:53.713729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 57958) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:53.729181 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e556e89-b928-4412-b0d3-feda40ef120d req-b365d093-627f-4082-b4b8-b04da4e894f4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472827
Apr 02 18:14:53.902882 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-7cc2708a-122c-41af-a64a-8d47e9ed65bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1875796
Apr 02 18:14:54.478619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410de2a8-af4e-48c0-895f-215d018177dc req-a92517fd-3749-4785-9818-b4c93e6de88f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:54.480304 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-410de2a8-af4e-48c0-895f-215d018177dc req-a92517fd-3749-4785-9818-b4c93e6de88f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0952461
Apr 02 18:14:54.540344 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-410de2a8-af4e-48c0-895f-215d018177dc req-993b05b4-dd33-468c-a76d-3bb6263d4931 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505826
Apr 02 18:14:54.725181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58000) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:54.886310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:54.915076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:54.921370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ac278eda08475e8788187ccfe8cfba is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:54.925217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:54.932858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:54.991262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18738-0fb7-4880-baeb-d9b01600f81b req-86c6af61-39cb-4088-8fae-5a53a8bcc7a1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:54.992844 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9ff18738-0fb7-4880-baeb-d9b01600f81b req-86c6af61-39cb-4088-8fae-5a53a8bcc7a1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1431305
Apr 02 18:14:55.066486 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9ff18738-0fb7-4880-baeb-d9b01600f81b req-8c73c99b-7e51-4504-88f1-0c448f7da5c9 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670037
Apr 02 18:14:55.085026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.088298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.096965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7396a6b7-b9d2-4a26-aa25-4545e5fbc0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:55.141346 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6ac278eda08475e8788187ccfe8cfba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4149706
Apr 02 18:14:55.142431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb42ad-b99d-4973-86f6-38a22d727c1e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:55.144525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58008) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:55.145934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:55.211567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.242408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.292542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.298154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-14806515-3d58-4891-b9bf-c3afbab1d968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:55.313984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb42ad-b99d-4973-86f6-38a22d727c1e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:55.317241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:55.328031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.332081 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0cb42ad-b99d-4973-86f6-38a22d727c1e HTTP/1.1" status: 204  len: 168 time: 0.1864114
Apr 02 18:14:55.516870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac771ba-f3ae-4349-860c-45c864280368 req-3a4846bc-d9fc-4892-8c97-432949d81758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.518463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-3a4846bc-d9fc-4892-8c97-432949d81758 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090&tenant_id=1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 1097 time: 0.0806959
Apr 02 18:14:55.624287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac771ba-f3ae-4349-860c-45c864280368 req-4a452aff-4e98-4b49-bf49-d9ede281535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.626409 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-4a452aff-4e98-4b49-bf49-d9ede281535f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1097 time: 0.0863404
Apr 02 18:14:55.628144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.637205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58018) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:55.658466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.677496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:55.681509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Usage tracker for resource:security_group_rule and tenant:60947e670e3e4bbfb7d29988ef5fcee7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:55.684474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:55.690968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:55.776162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.779319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.789047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-77a2262a-2351-46d2-b813-24e3ca76b229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:55.836798 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60947e670e3e4bbfb7d29988ef5fcee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1959193
Apr 02 18:14:55.836798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fbe956-63f4-40f2-a0de-8d681f0611b3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:55.837118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac771ba-f3ae-4349-860c-45c864280368 req-b8483adc-05d8-4cc0-aeec-1079108180f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.837849 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-b8483adc-05d8-4cc0-aeec-1079108180f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.2044091
Apr 02 18:14:55.838342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58022) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:55.838464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:55.917074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeb472-e512-4532-bfe9-879758ccc48a req-c729e987-a299-4f00-af96-ebb51f0ec538 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.918602 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-aedeb472-e512-4532-bfe9-879758ccc48a req-c729e987-a299-4f00-af96-ebb51f0ec538 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.2568915
Apr 02 18:14:56.247872 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-16974b56-f241-4815-ad13-d1b47bad78ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 200  len: 1000 time: 0.3895676
Apr 02 18:14:56.248569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:56.261053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-aedeb472-e512-4532-bfe9-879758ccc48a req-d0a2420e-8d6a-478c-8842-224013c59fc9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3279109
Apr 02 18:14:56.284152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636575-b3ef-4e10-9fcc-bd225edbb8e9 req-da84541a-ca90-409e-82c1-29def2e28cbd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:56.285840 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b8636575-b3ef-4e10-9fcc-bd225edbb8e9 req-da84541a-ca90-409e-82c1-29def2e28cbd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0925252
Apr 02 18:14:56.324967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:56.337194 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b8636575-b3ef-4e10-9fcc-bd225edbb8e9 req-78367432-0fcc-4def-abcf-417cf64a2e4b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446467
Apr 02 18:14:56.378820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac771ba-f3ae-4349-860c-45c864280368 req-26c0ee52-f7a9-4d92-b1b5-bea0ba97b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:56.380400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-26c0ee52-f7a9-4d92-b1b5-bea0ba97b726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.1162288
Apr 02 18:14:56.434162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:56.444447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d2dbc99-7bab-42e5-a74f-37821efb181a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:56.459406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fbe956-63f4-40f2-a0de-8d681f0611b3,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:56.464864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:56.469106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:56.470305 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5fbe956-63f4-40f2-a0de-8d681f0611b3 HTTP/1.1" status: 204  len: 168 time: 0.6308656
Apr 02 18:14:56.495134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac771ba-f3ae-4349-860c-45c864280368 req-d43742c5-b456-4fa9-8cfc-a452fb03a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:56.496718 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-d43742c5-b456-4fa9-8cfc-a452fb03a552 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085584
Apr 02 18:14:56.642506 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-da60db7e-5f85-4c05-b83d-d8333446e57c service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383727
Apr 02 18:14:56.784646 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ac771ba-f3ae-4349-860c-45c864280368 req-8d031a12-91ec-430b-913c-3397f05c3038 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356878
Apr 02 18:14:57.478867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4b5c-9f01-4530-851e-bd7e014e2c0c req-68585d2c-386d-4bc6-ac8a-f0754f54f027 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:57.480525 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-758b4b5c-9f01-4530-851e-bd7e014e2c0c req-68585d2c-386d-4bc6-ac8a-f0754f54f027 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0907843
Apr 02 18:14:57.544666 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-758b4b5c-9f01-4530-851e-bd7e014e2c0c req-86097dbe-e648-4229-8e1a-918a272579b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559094
Apr 02 18:14:57.586905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458b944-7deb-4be1-a761-5d430367d78c req-35bea692-cec7-45a6-bc91-ad7de079947e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:57.588799 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d458b944-7deb-4be1-a761-5d430367d78c req-35bea692-cec7-45a6-bc91-ad7de079947e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1287897
Apr 02 18:14:57.644815 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d458b944-7deb-4be1-a761-5d430367d78c req-2d58e009-71a1-46fe-a153-6e67758fc0b4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486803
Apr 02 18:14:58.798885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfe90f-535f-45c7-a195-a2c34b7b1555 req-79229a9f-e981-42cb-a6c3-da7d95140488 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:58.800649 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-67cfe90f-535f-45c7-a195-a2c34b7b1555 req-79229a9f-e981-42cb-a6c3-da7d95140488 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1199996
Apr 02 18:14:58.864468 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-67cfe90f-535f-45c7-a195-a2c34b7b1555 req-36c4c84d-ed74-44ad-8d50-a36c72006bf8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567734
Apr 02 18:14:58.888458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bda6b0-2291-48b7-81ab-eb31cd33f003 req-aac7dfe1-4fde-4bf7-923b-85e1127b506b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:58.890894 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-64bda6b0-2291-48b7-81ab-eb31cd33f003 req-aac7dfe1-4fde-4bf7-923b-85e1127b506b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1213367
Apr 02 18:14:58.953850 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-64bda6b0-2291-48b7-81ab-eb31cd33f003 req-67f604da-d174-42cb-94ec-925706c8700a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562408
Apr 02 18:14:59.078576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-983accbd-97c9-47c8-8eab-035797606124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.075304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74344-2e1b-4390-a90d-a6f15f726d9d req-c085aa56-d4ce-4bee-a45f-fa0e131beaab tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:00.076894 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-16e74344-2e1b-4390-a90d-a6f15f726d9d req-c085aa56-d4ce-4bee-a45f-fa0e131beaab tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0959175
Apr 02 18:15:00.137342 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-16e74344-2e1b-4390-a90d-a6f15f726d9d req-511ae786-b325-4165-b49a-f3b5fd7ffc16 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531871
Apr 02 18:15:00.160552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333c649-8b44-4d54-af6f-b8abd9321808 req-4299c2e6-9746-4a6b-9a8a-36289418df5e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:00.162498 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0333c649-8b44-4d54-af6f-b8abd9321808 req-4299c2e6-9746-4a6b-9a8a-36289418df5e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0946887
Apr 02 18:15:00.210414 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0333c649-8b44-4d54-af6f-b8abd9321808 req-85834174-9daf-4551-a89f-6ccd22598c0a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416555
Apr 02 18:15:00.649953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:01.349512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426638ab-8137-444e-a30c-fd2b2305addc req-e145799a-c922-4add-80c9-a82186b81727 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:01.351234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-426638ab-8137-444e-a30c-fd2b2305addc req-e145799a-c922-4add-80c9-a82186b81727 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0952835
Apr 02 18:15:01.403401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-426638ab-8137-444e-a30c-fd2b2305addc req-93f6d76f-fd6c-489f-82b8-c46bb5e4edca tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442307
Apr 02 18:15:01.444554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917505d-ce7a-4ebd-b804-02c955db8065 req-8750bd05-9042-4a13-bb3b-4de4859b7992 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:01.446207 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c917505d-ce7a-4ebd-b804-02c955db8065 req-8750bd05-9042-4a13-bb3b-4de4859b7992 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1142135
Apr 02 18:15:01.495715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c917505d-ce7a-4ebd-b804-02c955db8065 req-62463d7c-07ab-4c19-95b1-d6101bbe7069 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430043
Apr 02 18:15:01.538086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd384e16-748b-46d5-98b1-2ed4b13a54cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:02.288870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:02.556598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58170) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:02.637034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967b64d-cf2a-44dc-bd13-0860462be0dc req-982dddc4-0b7e-49d4-9ef4-21e3cca6e66d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:02.638679 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2967b64d-cf2a-44dc-bd13-0860462be0dc req-982dddc4-0b7e-49d4-9ef4-21e3cca6e66d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0966108
Apr 02 18:15:02.698460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2967b64d-cf2a-44dc-bd13-0860462be0dc req-c45e4dec-efce-4280-88b0-eb0c1cd29296 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512314
Apr 02 18:15:02.773569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:02.793995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:02.800406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:711021e6ae6e42dd95866a0515709629 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:02.805872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:02.820199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b17321-01b7-4500-a777-b0d41ac2e1d4 req-59468a7a-6149-47f2-b5eb-775a3bfaa04c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:02.821815 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-30b17321-01b7-4500-a777-b0d41ac2e1d4 req-59468a7a-6149-47f2-b5eb-775a3bfaa04c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1489944
Apr 02 18:15:02.822805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:02.894070 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-30b17321-01b7-4500-a777-b0d41ac2e1d4 req-1cc80ac3-dfca-44f3-b1a9-1da91d79af43 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644319
Apr 02 18:15:02.954007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:02.958823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:02.970880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:03.011262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=711021e6ae6e42dd95866a0515709629&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4529071
Apr 02 18:15:03.013018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2332e37-9c55-4ec4-87b8-7c6fc1b3abbc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:03.014160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58176) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:03.016216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:03.078723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.106654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.151678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.157128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fdd0d5f7-0afe-4487-adca-e10b546ed7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:03.173580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2332e37-9c55-4ec4-87b8-7c6fc1b3abbc,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:03.176442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:03.177687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.181603 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2332e37-9c55-4ec4-87b8-7c6fc1b3abbc HTTP/1.1" status: 204  len: 168 time: 0.1635876
Apr 02 18:15:03.516782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58184) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:03.543208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.558731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:03.563107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Usage tracker for resource:security_group_rule and tenant:08843d3c8e14427fbceff846ad9ffdbf is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:03.566079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:03.571990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:03.660662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.664769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.673913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:03.718276 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08843d3c8e14427fbceff846ad9ffdbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1988866
Apr 02 18:15:03.718276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745422b0-711c-49aa-b2b2-c811941cf361,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:03.719985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58188) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:03.721079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:03.753325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.785801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.814868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.865024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.869953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ba4bb177-e0d6-4640-bcb4-44450bd0898d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:03.884375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745422b0-711c-49aa-b2b2-c811941cf361,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:03.888625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:03.902592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.903861 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/745422b0-711c-49aa-b2b2-c811941cf361 HTTP/1.1" status: 204  len: 168 time: 0.1827409
Apr 02 18:15:03.935799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398de74-af73-4bac-a977-8421dda764a1 req-e97ac362-92c8-4ac4-99d9-2d2235ac54fa tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:03.938079 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9398de74-af73-4bac-a977-8421dda764a1 req-e97ac362-92c8-4ac4-99d9-2d2235ac54fa tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0945220
Apr 02 18:15:04.033532 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9398de74-af73-4bac-a977-8421dda764a1 req-4b4fe5a1-ed60-42c3-b303-1c80a5c63fb4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788660
Apr 02 18:15:04.136093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff797e1-b4f4-4224-9071-31eaac7e3fd5 req-16511111-715f-477e-ac1a-8e0421d22bc5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:04.137705 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bff797e1-b4f4-4224-9071-31eaac7e3fd5 req-16511111-715f-477e-ac1a-8e0421d22bc5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0909233
Apr 02 18:15:04.188437 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bff797e1-b4f4-4224-9071-31eaac7e3fd5 req-52ae4d92-8598-4792-b904-3842242c2660 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431638
Apr 02 18:15:04.333641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58200) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:04.352705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.372622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:04.377265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Usage tracker for resource:security_group_rule and tenant:29d9caeb74a046e4ba2973301c2ea39a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:04.380374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:04.387029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:04.478205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.483278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.492174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f197820b-2475-4f99-af18-d1aa53dfb3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:04.535230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0861be-51d7-4908-9aca-88ecee6fd7f8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:04.540825 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29d9caeb74a046e4ba2973301c2ea39a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2059724
Apr 02 18:15:04.541838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:04.543811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58206) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:04.618207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.646531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.692311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.698773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04e1fba3-297e-4839-98f3-0b9c3487d5e5 tempest-VolumesNegativeTest-1707108191 tempest-VolumesNegativeTest-1707108191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:04.713176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0861be-51d7-4908-9aca-88ecee6fd7f8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:04.716971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:04.723364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.727553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da0861be-51d7-4908-9aca-88ecee6fd7f8 HTTP/1.1" status: 204  len: 168 time: 0.1826379
Apr 02 18:15:05.277410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb880bd-40c2-4787-9a05-6809b92b07ab req-0d466ed1-8e92-4325-a6d4-86dbb9f7b66f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:05.279079 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5cb880bd-40c2-4787-9a05-6809b92b07ab req-0d466ed1-8e92-4325-a6d4-86dbb9f7b66f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1170440
Apr 02 18:15:05.441738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf02fa-de74-46f9-a7b6-41e17ba3c2e3 req-fcab4fec-03e4-4f7f-ae70-bb6eab4224f0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:05.443563 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bfdf02fa-de74-46f9-a7b6-41e17ba3c2e3 req-fcab4fec-03e4-4f7f-ae70-bb6eab4224f0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1006010
Apr 02 18:15:05.501800 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bfdf02fa-de74-46f9-a7b6-41e17ba3c2e3 req-711695b9-c07a-4b3f-af47-d043501e7d23 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499499
Apr 02 18:15:05.598723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58236) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:05.617861 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5cb880bd-40c2-4787-9a05-6809b92b07ab req-cf1a45ce-c143-4654-8aa5-abe80f8dced1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3316197
Apr 02 18:15:05.715488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197459024-network', 'tenant_id': 'c06fcc6fbecb45feac46037e2c6f7197'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:05.721139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:05.725255 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Usage tracker for resource:network and tenant:c06fcc6fbecb45feac46037e2c6f7197 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:05.728267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:05.735580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:05.744177 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Made reservation on behalf of c06fcc6fbecb45feac46037e2c6f7197 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:05.749421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.763397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.779802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:05.784300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:c06fcc6fbecb45feac46037e2c6f7197 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:05.787697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:05.793759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:05.884763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.887556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.891956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74211ee5-b342-4dd0-92a9-e38392deba4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:05.922356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:15:05.932765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8b17d-3f7f-4388-bcc6-3abe9fb54af6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:05.936152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:05.939824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.940215 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Added segment 3c66f34f-aecc-453e-8afe-8d50b4007336 of type vlan for network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7
Apr 02 18:15:05.968781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.999202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.000829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:06.001472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.006996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:06.117548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b78c4e2-a72d-49cc-8e48-c1158cfb75c7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:06.127056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:06.132137 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5294721
Apr 02 18:15:06.133167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58242) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:06.134105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:15:06.140049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Request body: {'subnet': {'network_id': '4b78c4e2-a72d-49cc-8e48-c1158cfb75c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197459024-subnet', 'tenant_id': 'c06fcc6fbecb45feac46037e2c6f7197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:06.145981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:06.150340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Usage tracker for resource:subnet and tenant:c06fcc6fbecb45feac46037e2c6f7197 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:06.153416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:06.159634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:06.171497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Made reservation on behalf of c06fcc6fbecb45feac46037e2c6f7197 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:06.176682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822587'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.607806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65696100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822536'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.624022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d5e4910d-598d-46bc-a8a1-0fbda2ea1a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:06.760087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce339ad5-b920-4b20-b815-e8a92202af9d req-b964662e-946e-46e6-bc0b-adeeff2e2b69 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:06.761959 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ce339ad5-b920-4b20-b815-e8a92202af9d req-b964662e-946e-46e6-bc0b-adeeff2e2b69 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1328161
Apr 02 18:15:06.826400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ce339ad5-b920-4b20-b815-e8a92202af9d req-bce9a290-74b3-470b-bc6a-e80010e0fbc5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465989
Apr 02 18:15:06.855693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68db801c-bc27-4bc8-801d-375953c0e876,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:06.861521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:06.914335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Checking segment: {'id': '3c66f34f-aecc-453e-8afe-8d50b4007336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b78c4e2-a72d-49cc-8e48-c1158cfb75c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:15:06.914650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Network hostable DHCP agents. Network: 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:15:06.929191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007124d-98c9-4f0f-a682-56ae2ba74bdb req-6b228139-9681-4dbc-b5ec-9380062b92a5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:06.930758 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3007124d-98c9-4f0f-a682-56ae2ba74bdb req-6b228139-9681-4dbc-b5ec-9380062b92a5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1761916
Apr 02 18:15:06.962220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:15:06.980567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:15:06.988815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4811af-29b9-48dd-94fd-b2a1dbbf1787 None None] Network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:15:06.999004 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3007124d-98c9-4f0f-a682-56ae2ba74bdb req-322ef08d-b1b6-4b5d-b905-1403df65b522 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595033
Apr 02 18:15:07.001574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:07.002221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.036688 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0bbcab2c-f47b-4fbc-b9e9-2844030f1533 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9020414
Apr 02 18:15:07.241887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18e35c-4ad9-43ee-812c-bdefe9ca1bdd None None] Network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:15:07.598261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58266) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:07.604384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080070681-network', 'tenant_id': '8c073d49bd664f20b7083d04d16aad46'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:07.610405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:07.614457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Usage tracker for resource:network and tenant:8c073d49bd664f20b7083d04d16aad46 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:07.617564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:07.623604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:07.633107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Made reservation on behalf of 8c073d49bd664f20b7083d04d16aad46 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:07.637781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.650787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.666818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:07.670929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Usage tracker for resource:security_group_rule and tenant:8c073d49bd664f20b7083d04d16aad46 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:07.674726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:07.681703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:07.770445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.775098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.779144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a65a2f64-92f6-4881-affe-26b9cec1835b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:07.810597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:15:07.819614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cda3e80-a3d5-46eb-b3b4-1e026c790e66,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:07.822836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:07.826610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.827029 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Added segment 69b0a99c-f60c-4e90-8d90-6db57fb6c3e2 of type vlan for network e4ef7141-8605-46fc-8160-28526a50e504
Apr 02 18:15:07.859936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.892300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.893667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:07.894306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.899891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:08.018358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ef7141-8605-46fc-8160-28526a50e504,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:08.024585 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4221842
Apr 02 18:15:08.024585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:08.024984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58274) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:08.030582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network e4ef7141-8605-46fc-8160-28526a50e504 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:15:08.032120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Request body: {'subnet': {'network_id': 'e4ef7141-8605-46fc-8160-28526a50e504', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080070681-subnet', 'tenant_id': '8c073d49bd664f20b7083d04d16aad46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:08.039234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:08.043358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Usage tracker for resource:subnet and tenant:8c073d49bd664f20b7083d04d16aad46 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:08.048385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:08.083056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:08.105665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Made reservation on behalf of 8c073d49bd664f20b7083d04d16aad46 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:08.111268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822587'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:08.344808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927ac86-592c-4203-be6b-c4bf4c0e6505 req-41f2eca3-6763-479c-b6b7-735ba69bfde2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:08.346429 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0927ac86-592c-4203-be6b-c4bf4c0e6505 req-41f2eca3-6763-479c-b6b7-735ba69bfde2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1854804
Apr 02 18:15:08.405296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d4d4f-99af-4e5f-86e8-fd9c8fd7758b req-f39821b9-6f9d-4a56-9c17-ce35a9871ea8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:08.408786 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e83d4d4f-99af-4e5f-86e8-fd9c8fd7758b req-f39821b9-6f9d-4a56-9c17-ce35a9871ea8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.4149749
Apr 02 18:15:08.453816 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0927ac86-592c-4203-be6b-c4bf4c0e6505 req-23fb910c-2d6f-46ee-8be6-d68b3ebd9d20 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980844
Apr 02 18:15:08.461057 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e83d4d4f-99af-4e5f-86e8-fd9c8fd7758b req-c3e4ce14-c123-4e29-8a50-085c60c2c5e8 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472186
Apr 02 18:15:08.695256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65696100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822536'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:08.711322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:08.851126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afade4a-ebc8-4b11-bd52-5e92f1572404,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:08.855320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:08.915330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Checking segment: {'id': '69b0a99c-f60c-4e90-8d90-6db57fb6c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef7141-8605-46fc-8160-28526a50e504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:15:08.915719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Network hostable DHCP agents. Network: e4ef7141-8605-46fc-8160-28526a50e504, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:15:08.935293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Network e4ef7141-8605-46fc-8160-28526a50e504 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:15:08.944459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, e4ef7141-8605-46fc-8160-28526a50e504) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:15:08.954151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735dc0e-ee02-46ed-9119-b4e2418f83cd None None] Network e4ef7141-8605-46fc-8160-28526a50e504 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:15:08.957186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:08.957827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:08.991637 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9560266
Apr 02 18:15:09.189905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9565a14f-6afa-4fc1-b47c-a66aaecf1c85 None None] Network e4ef7141-8605-46fc-8160-28526a50e504 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:15:09.733514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4680b-868e-4215-a8ee-fee77e0baeb7 req-c1fd8cd1-6a5b-4f46-ad01-9a7be29ce1e2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:09.735351 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d2c4680b-868e-4215-a8ee-fee77e0baeb7 req-c1fd8cd1-6a5b-4f46-ad01-9a7be29ce1e2 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1125844
Apr 02 18:15:09.748563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff81c1-0472-489d-bb12-27e4920b3011 req-28b1f6f4-86b9-40b0-84df-6f7507958fd1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:09.748563 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-deff81c1-0472-489d-bb12-27e4920b3011 req-28b1f6f4-86b9-40b0-84df-6f7507958fd1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1159515
Apr 02 18:15:09.821235 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d2c4680b-868e-4215-a8ee-fee77e0baeb7 req-5acdbbfa-1fc5-4b00-9860-e27954b1f29e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762753
Apr 02 18:15:09.859450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-deff81c1-0472-489d-bb12-27e4920b3011 req-db189222-ec23-4a52-bc81-418ef4d0d6df tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912786
Apr 02 18:15:11.095065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85193-c53c-42e3-b6a8-a6e464c5e74e req-360e0352-fbe9-4419-b179-0d1740e0f739 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:11.098184 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0ce85193-c53c-42e3-b6a8-a6e464c5e74e req-360e0352-fbe9-4419-b179-0d1740e0f739 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1261656
Apr 02 18:15:11.110086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077afbc-fb44-4b9f-9a1e-17287d1dbba3 req-92f60c2b-a513-4726-a11b-639d33495772 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:11.112077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7077afbc-fb44-4b9f-9a1e-17287d1dbba3 req-92f60c2b-a513-4726-a11b-639d33495772 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1246619
Apr 02 18:15:11.153391 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0ce85193-c53c-42e3-b6a8-a6e464c5e74e req-c598e1a8-ceb3-434f-81b2-b2a47273564c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468359
Apr 02 18:15:11.165262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7077afbc-fb44-4b9f-9a1e-17287d1dbba3 req-4e710d47-8086-4180-b514-5f41e74671cc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467737
Apr 02 18:15:12.366633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d7f7-803c-48bc-9043-665c150458c9 req-9cb68a6d-04aa-4e77-b762-987c12dbbbcd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:12.368250 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6de3d7f7-803c-48bc-9043-665c150458c9 req-9cb68a6d-04aa-4e77-b762-987c12dbbbcd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0941887
Apr 02 18:15:12.389162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2cd8f-4305-4975-94d3-a7f44026bfb6 req-5819c627-02b0-4122-8c09-aed8d0cf0073 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:12.391432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-15f2cd8f-4305-4975-94d3-a7f44026bfb6 req-5819c627-02b0-4122-8c09-aed8d0cf0073 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0908446
Apr 02 18:15:12.417913 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6de3d7f7-803c-48bc-9043-665c150458c9 req-9be747bc-0e71-4315-8ae7-f2d83c8d8c62 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433493
Apr 02 18:15:12.444757 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-15f2cd8f-4305-4975-94d3-a7f44026bfb6 req-5491b018-e437-4d6a-b691-dc301b25baf5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466053
Apr 02 18:15:13.623437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce25c-c503-47c6-bd32-e3c6233381ea req-819db195-de32-43f5-9904-1c9ed9484d43 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:13.625103 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-799ce25c-c503-47c6-bd32-e3c6233381ea req-819db195-de32-43f5-9904-1c9ed9484d43 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0920479
Apr 02 18:15:13.651573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32766031-612d-472c-82ed-bfe674be3e15 req-ee8df253-6c7f-4199-90ca-ad9384b007bc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:13.653138 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-32766031-612d-472c-82ed-bfe674be3e15 req-ee8df253-6c7f-4199-90ca-ad9384b007bc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0874825
Apr 02 18:15:13.673835 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-799ce25c-c503-47c6-bd32-e3c6233381ea req-ae2d819c-2ba9-4937-9259-61fc21b8fc90 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422633
Apr 02 18:15:13.701213 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-32766031-612d-472c-82ed-bfe674be3e15 req-f8f8790b-58a8-4e73-9fcb-c8007d84fe03 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406106
Apr 02 18:15:14.884012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96973e-3f54-4e9e-8d8c-0742734c5431 req-c0f5a3a5-a6bf-4244-b3c9-d4aab08e28b9 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:14.885528 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b96973e-3f54-4e9e-8d8c-0742734c5431 req-c0f5a3a5-a6bf-4244-b3c9-d4aab08e28b9 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0984051
Apr 02 18:15:14.937023 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b96973e-3f54-4e9e-8d8c-0742734c5431 req-c41c1635-1c83-43a0-8290-b81c35a87282 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447400
Apr 02 18:15:15.113714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1565-d9a6-4fba-889e-824a1d6c9bc4 req-432412bd-b876-4d71-b0f1-42ca9fe3e197 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:15.115284 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-272f1565-d9a6-4fba-889e-824a1d6c9bc4 req-432412bd-b876-4d71-b0f1-42ca9fe3e197 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.2933815
Apr 02 18:15:15.163906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-272f1565-d9a6-4fba-889e-824a1d6c9bc4 req-11e2d577-6f24-4787-b141-3177ad5c7e5d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417435
Apr 02 18:15:16.148594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dfc6f-a3e9-42e1-b91f-ce7ac58926f0 req-f4f2783a-73e9-4f64-b642-5b6f59a242b7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:16.150153 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-aa5dfc6f-a3e9-42e1-b91f-ce7ac58926f0 req-f4f2783a-73e9-4f64-b642-5b6f59a242b7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0932863
Apr 02 18:15:16.196856 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-aa5dfc6f-a3e9-42e1-b91f-ce7ac58926f0 req-d00ad331-8403-4baa-afa1-364a65f5ff6a tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403998
Apr 02 18:15:16.370538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a92cc8-1e1b-4370-a173-f4cff396d827 req-d777ba44-438d-4a50-bec7-9e239909ca1a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:16.372132 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c4a92cc8-1e1b-4370-a173-f4cff396d827 req-d777ba44-438d-4a50-bec7-9e239909ca1a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0865264
Apr 02 18:15:16.423590 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c4a92cc8-1e1b-4370-a173-f4cff396d827 req-809d770c-aefe-4e74-866e-e13aa690789d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444911
Apr 02 18:15:17.400788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726edeb-f8bf-43cc-9e92-75b1ddd571bc req-fa575c2a-ee84-4c94-9d3a-b4fb63b38948 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:17.402364 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8726edeb-f8bf-43cc-9e92-75b1ddd571bc req-fa575c2a-ee84-4c94-9d3a-b4fb63b38948 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0887754
Apr 02 18:15:17.458533 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8726edeb-f8bf-43cc-9e92-75b1ddd571bc req-488d04e6-5da6-4049-bf50-2676e527a9f0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486162
Apr 02 18:15:17.635593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaed5e2-8494-4631-a8d5-8c3685821dcc req-9d7048a3-f739-45c1-83d2-34d0554c6151 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:17.637137 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bfaed5e2-8494-4631-a8d5-8c3685821dcc req-9d7048a3-f739-45c1-83d2-34d0554c6151 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0863261
Apr 02 18:15:17.685342 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bfaed5e2-8494-4631-a8d5-8c3685821dcc req-5c503ec9-6438-4ae0-9207-b3237fad3c72 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410280
Apr 02 18:15:18.662844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342982bb-1501-4d36-9de4-84a6c20da8ce req-21a718f8-1d10-4635-bdc0-fcf61b4947bf tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:18.664455 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-342982bb-1501-4d36-9de4-84a6c20da8ce req-21a718f8-1d10-4635-bdc0-fcf61b4947bf tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0902469
Apr 02 18:15:18.711744 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-342982bb-1501-4d36-9de4-84a6c20da8ce req-ba6ca3a2-e235-4b02-84fb-19a41c8797f0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408299
Apr 02 18:15:18.898499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c8e1-e8f1-4ec7-bc98-29aa423a6d86 req-39bbb1bf-b0fa-4ab9-b963-f51bcfb21767 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:18.900145 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b173c8e1-e8f1-4ec7-bc98-29aa423a6d86 req-39bbb1bf-b0fa-4ab9-b963-f51bcfb21767 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0933509
Apr 02 18:15:18.953662 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b173c8e1-e8f1-4ec7-bc98-29aa423a6d86 req-7842cf5d-6954-4130-928a-961ba3fbf0fc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460463
Apr 02 18:15:19.917609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a587-38e6-4fdd-b87a-02ea44c14eb4 req-5612a457-a448-408b-a4c0-9ba839c77ac0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:19.919207 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5687a587-38e6-4fdd-b87a-02ea44c14eb4 req-5612a457-a448-408b-a4c0-9ba839c77ac0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0917232
Apr 02 18:15:19.966858 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5687a587-38e6-4fdd-b87a-02ea44c14eb4 req-027e9ad5-4a94-48d9-bd8c-741bde8b310e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405843
Apr 02 18:15:20.167395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b501e4-421f-4160-8c65-43af5c053f0b req-bcef70a8-6dd1-4a87-b999-0e6547cce87b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:20.169053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-75b501e4-421f-4160-8c65-43af5c053f0b req-bcef70a8-6dd1-4a87-b999-0e6547cce87b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0920641
Apr 02 18:15:20.216480 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-75b501e4-421f-4160-8c65-43af5c053f0b req-61577f25-f871-4037-9a8b-d6d2c1c0f8ee tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404096
Apr 02 18:15:21.166244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2b5d8-cddc-48bc-9b9b-295d7658847c req-54997719-20b7-4732-a733-a5ca4183bf7c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:21.167868 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-59a2b5d8-cddc-48bc-9b9b-295d7658847c req-54997719-20b7-4732-a733-a5ca4183bf7c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0878131
Apr 02 18:15:21.213914 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-59a2b5d8-cddc-48bc-9b9b-295d7658847c req-f944e27c-f4d2-49ca-9e3d-ff1b43aafc67 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391884
Apr 02 18:15:21.424521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ad64e-60a1-4201-aaf8-0f7d8de84dd9 req-d9026bba-576f-4f62-9ff1-d279eb100198 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:21.426060 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-896ad64e-60a1-4201-aaf8-0f7d8de84dd9 req-d9026bba-576f-4f62-9ff1-d279eb100198 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0900319
Apr 02 18:15:21.472197 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-896ad64e-60a1-4201-aaf8-0f7d8de84dd9 req-ed3c533d-8cfe-450e-8af9-013c552cf5bd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398946
Apr 02 18:15:22.443301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcd659-5861-4b5a-97c9-fc7f157474b4 req-87c11a22-e720-48c3-8b28-d6cfd6a0f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:22.444913 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d2fcd659-5861-4b5a-97c9-fc7f157474b4 req-87c11a22-e720-48c3-8b28-d6cfd6a0f66f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.0875092
Apr 02 18:15:22.493289 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d2fcd659-5861-4b5a-97c9-fc7f157474b4 req-543382e3-20ba-4d04-9a2d-fc28eee93e81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394773
Apr 02 18:15:22.628208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cbf7d-a540-4f69-8d30-ee2f378e00c6 req-e57ed897-a79b-4eca-aa02-4b2fad313080 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:22.629793 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-283cbf7d-a540-4f69-8d30-ee2f378e00c6 req-e57ed897-a79b-4eca-aa02-4b2fad313080 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.3025095
Apr 02 18:15:22.678117 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-283cbf7d-a540-4f69-8d30-ee2f378e00c6 req-56da53b7-06d5-4904-b5af-27881cda0b55 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416830
Apr 02 18:15:22.694238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb57ac-e67a-40a5-b965-caef0e725e78 req-5cf52285-72e3-4bb8-894a-4c41c4a5ed0d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:22.695823 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47eb57ac-e67a-40a5-b965-caef0e725e78 req-5cf52285-72e3-4bb8-894a-4c41c4a5ed0d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.0907407
Apr 02 18:15:22.744334 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47eb57ac-e67a-40a5-b965-caef0e725e78 req-221371c3-30e1-46f8-9226-a507159c9e0c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422003
Apr 02 18:15:23.709824 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-8c29410a-58f3-4046-9936-a0fef011d39b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0814631
Apr 02 18:15:23.861893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397eb1-c518-4045-ac25-ab269985d992 req-e0784333-db6f-48a7-b872-10476167b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:23.863460 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-e0784333-db6f-48a7-b872-10476167b3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1099 time: 0.1233504
Apr 02 18:15:23.909454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbb941-c129-447d-a613-f3d57fe8b7cd req-d3ab7f75-08e9-40d6-9e9c-ee25f2c01950 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:23.911325 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-80cbb941-c129-447d-a613-f3d57fe8b7cd req-d3ab7f75-08e9-40d6-9e9c-ee25f2c01950 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1036351
Apr 02 18:15:23.975652 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-80cbb941-c129-447d-a613-f3d57fe8b7cd req-5c92d2ba-8dc6-435a-b8ad-6421c36f18d4 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533361
Apr 02 18:15:24.136861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397eb1-c518-4045-ac25-ab269985d992 req-580bbfc5-f090-46ab-b737-32aa87fb7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.138425 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-580bbfc5-f090-46ab-b737-32aa87fb7c92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 912 time: 0.2362981
Apr 02 18:15:24.214571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c77c-ce30-4397-a39a-d570ba7ed3b2 req-697ec2c2-364a-44e3-a80f-30e804362e62 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.216172 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff24c77c-ce30-4397-a39a-d570ba7ed3b2 req-697ec2c2-364a-44e3-a80f-30e804362e62 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1932893
Apr 02 18:15:24.300145 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-9fa2378d-2c15-4863-9589-bd84c5847adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 1001 time: 0.1540449
Apr 02 18:15:24.305125 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff24c77c-ce30-4397-a39a-d570ba7ed3b2 req-b673eefd-001e-4be7-81c2-955b802cb02f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794325
Apr 02 18:15:24.371185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397eb1-c518-4045-ac25-ab269985d992 req-5c765ec1-3b17-40d1-bdda-a49360294abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.372673 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-5c765ec1-3b17-40d1-bdda-a49360294abe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0654542
Apr 02 18:15:24.460905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397eb1-c518-4045-ac25-ab269985d992 req-d5b0f4da-5cd2-494e-900f-24db3a4c313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.462466 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-d5b0f4da-5cd2-494e-900f-24db3a4c313e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827603
Apr 02 18:15:24.608048 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-486a0741-1fc7-4a43-bd76-8d4bef385e28 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369705
Apr 02 18:15:24.749632 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-99397eb1-c518-4045-ac25-ab269985d992 req-d54e2817-35a9-446e-9a45-8dd2cbe0b4cf service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349363
Apr 02 18:15:25.178226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a59e8d-f20e-4409-83d7-fb1fbc24439d req-cbde1309-d0e2-4aed-bb43-6691f75274a5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.179841 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-35a59e8d-f20e-4409-83d7-fb1fbc24439d req-cbde1309-d0e2-4aed-bb43-6691f75274a5 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0901361
Apr 02 18:15:25.226765 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-35a59e8d-f20e-4409-83d7-fb1fbc24439d req-47dcf1c1-434c-4d7a-a19b-e7d7d91c27c0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401990
Apr 02 18:15:25.542191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9548f-4a3f-40e1-a100-83afd9a67065 req-c08fb247-85ec-47c8-96f6-a32e45aa0c2a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.544113 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f0e9548f-4a3f-40e1-a100-83afd9a67065 req-c08fb247-85ec-47c8-96f6-a32e45aa0c2a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 944 time: 0.1187336
Apr 02 18:15:25.595410 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f0e9548f-4a3f-40e1-a100-83afd9a67065 req-b49361fe-3df3-4222-8539-292bd2502fa3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427310
Apr 02 18:15:25.628818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.751727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-eda284a6-65b9-467f-8cdf-f2a06d7914b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.753314 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-eda284a6-65b9-467f-8cdf-f2a06d7914b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 1099 time: 0.0835044
Apr 02 18:15:25.786443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58476) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:25.880647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Deleting subnet 68db801c-bc27-4bc8-801d-375953c0e876 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:15:25.886056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.906680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-4ce3ad38-ba30-4e8b-ada2-ebfd557eba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.908510 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-4ce3ad38-ba30-4e8b-ada2-ebfd557eba10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 200  len: 919 time: 0.1442888
Apr 02 18:15:25.929923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2873c0e-43d1-42aa-affb-49a260c77d51 req-c4dbf973-8f71-4ff0-998a-e08c37a271c0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.931535 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2873c0e-43d1-42aa-affb-49a260c77d51 req-c4dbf973-8f71-4ff0-998a-e08c37a271c0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1989596
Apr 02 18:15:25.968660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.984616 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-8a565631-b496-4764-900d-0cc5acbe0951 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 200  len: 217 time: 0.0687265
Apr 02 18:15:25.996390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:15:26.030683 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2873c0e-43d1-42aa-affb-49a260c77d51 req-6c60996d-a2e9-47c6-b7c9-5449feca2e53 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926263
Apr 02 18:15:26.055776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.055951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-ccaf1d79-2d70-49e8-b7b3-4750f8d62a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:26.055951 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-ccaf1d79-2d70-49e8-b7b3-4750f8d62a7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 200  len: 858 time: 0.0641563
Apr 02 18:15:26.112717 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-6f1a63a4-f202-464f-950a-49d6bb62f5da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7da8d9c1-34bc-496f-a671-ae9bc24ae793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473294
Apr 02 18:15:26.151906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:26.172761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '2bc00547-2a89-49b4-bc40-5931add51d64', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'port_id': '2bc00547-2a89-49b4-bc40-5931add51d64', 'mac_address': 'fa:16:3e:be:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:15:26.233236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.251483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc00547-2a89-49b4-bc40-5931add51d64 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:15:26.262820 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-26eb628a-c7a6-475a-a05d-072bc909769f service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422839
Apr 02 18:15:26.268817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:26.272612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.274447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51c2146e-f0c7-4737-8bf7-9737f797253a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:26.319775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.346505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=9']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:26.354500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.354905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.355305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.355673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.356155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.356526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.356892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.357257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.357638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.358001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.358360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.358721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:26.363650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:26.401671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-febc988e-8c39-4f1e-aae6-09a204f781fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:26.412356 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-86a3b399-51dd-46e0-8ab6-6681496cee17 req-368dcdb7-58fe-424e-8873-256ca520e9b5 service neutron] 10.222.0.30 "GET /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428025
Apr 02 18:15:26.440467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68db801c-bc27-4bc8-801d-375953c0e876,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:26.450677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:26.467952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.474123 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0a14074a-cb4a-47d2-a730-998cd0c86b27 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/68db801c-bc27-4bc8-801d-375953c0e876 HTTP/1.1" status: 204  len: 168 time: 0.6856954
Apr 02 18:15:26.476822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58480) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:26.595512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.650558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['2bc00547-2a89-49b4-bc40-5931add51d64'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:26.788400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.821109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fbda8-9e11-42fe-b5b9-633abeb8e156 req-e33b80ab-5689-4904-865f-c46562bc8286 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:26.822712 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-554fbda8-9e11-42fe-b5b9-633abeb8e156 req-e33b80ab-5689-4904-865f-c46562bc8286 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.1000857
Apr 02 18:15:26.875202 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-554fbda8-9e11-42fe-b5b9-633abeb8e156 req-cb62ef6f-58a2-469f-9436-0468c19d47e5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446765
Apr 02 18:15:26.903543 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81d375ef0>,) {'filters': {'network_id': ['4b78c4e2-a72d-49cc-8e48-c1158cfb75c7']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:26.917389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d375ef0>, '3c66f34f-aecc-453e-8afe-8d50b4007336') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:26.917843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d375ef0>, '3c66f34f-aecc-453e-8afe-8d50b4007336') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:26.930288 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.946874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.952991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:15:27.127409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:27.136504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.377743 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Network 4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:15:27.400494 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:15:27.486015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2264e3-a8c3-46c6-8f1d-8322c8ea1878 req-8905c3ae-b0a0-4c9b-a2ab-5c043b883543 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:27.487702 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2a2264e3-a8c3-46c6-8f1d-8322c8ea1878 req-8905c3ae-b0a0-4c9b-a2ab-5c043b883543 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.3332644
Apr 02 18:15:27.492271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.497900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:27.528740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.542354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b78c4e2-a72d-49cc-8e48-c1158cfb75c7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:27.547161 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b78c4e2-a72d-49cc-8e48-c1158cfb75c7 HTTP/1.1" status: 204  len: 168 time: 1.0692413
Apr 02 18:15:27.548824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:27.550704 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58488) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:27.570571 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2a2264e3-a8c3-46c6-8f1d-8322c8ea1878 req-815a0645-65bf-4c55-9a83-b0f1da587e53 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752850
Apr 02 18:15:27.616372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Deleting subnet 4afade4a-ebc8-4b11-bd52-5e92f1572404 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:15:27.619435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.673562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65230704'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.728930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.984518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789079713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789953279'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.001702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:28.016039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:15:28.090855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afade4a-ebc8-4b11-bd52-5e92f1572404,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:28.091346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 2bc00547-2a89-49b4-bc40-5931add51d64 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:15:28.091786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.159961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.160366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.160755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.161146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.161523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.161905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.162282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.162656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.163053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.163428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.163799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.164167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:28.170105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:28.212838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.216920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.225235 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4afade4a-ebc8-4b11-bd52-5e92f1572404 HTTP/1.1" status: 204  len: 168 time: 0.6732016
Apr 02 18:15:28.228030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58496) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:28.234386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ca222-91a3-49b3-afb2-b3321498e088 req-a3520919-d53b-4e9c-8be2-deb0802d282b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:28.236094 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b1ca222-91a3-49b3-afb2-b3321498e088 req-a3520919-d53b-4e9c-8be2-deb0802d282b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 945 time: 0.2359161
Apr 02 18:15:28.252067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:28.262722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:28.267336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.269716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:28.287360 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b1ca222-91a3-49b3-afb2-b3321498e088 req-c0b1a595-554c-48b7-b5d2-80a8895b7848 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448604
Apr 02 18:15:28.329782 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'code': 200}
Apr 02 18:15:28.346044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=10']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:28.349622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:28.353281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.542300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.655904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81d734748>,) {'filters': {'network_id': ['e4ef7141-8605-46fc-8160-28526a50e504']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:28.668997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d734748>, '69b0a99c-f60c-4e90-8d90-6db57fb6c3e2') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:28.669342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d734748>, '69b0a99c-f60c-4e90-8d90-6db57fb6c3e2') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:28.681780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.696938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.703216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:15:28.779323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1edac0-87c2-40c2-9ef2-652f32661f12 req-6ad7fce4-799c-49ba-b0e4-ae4ffd69276c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:28.781099 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0a1edac0-87c2-40c2-9ef2-652f32661f12 req-6ad7fce4-799c-49ba-b0e4-ae4ffd69276c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0923076
Apr 02 18:15:28.896691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Network e4ef7141-8605-46fc-8160-28526a50e504 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:28.906686 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.073929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f42567f-89b8-44e2-bb77-ca8086e380f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.103956 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0a1edac0-87c2-40c2-9ef2-652f32661f12 req-fcc7a1f8-177b-44a8-9468-5e279986fab9 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3148668
Apr 02 18:15:29.144762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c57a-336d-4c3a-b07d-88bff2f7204f req-8a5d844d-fe48-485a-8d7d-202e904354c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:29.146588 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54c7c57a-336d-4c3a-b07d-88bff2f7204f req-8a5d844d-fe48-485a-8d7d-202e904354c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 1100 time: 0.1019878
Apr 02 18:15:29.192525 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54c7c57a-336d-4c3a-b07d-88bff2f7204f req-64c818a3-8957-4105-b4aa-de38024250a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385962
Apr 02 18:15:29.311933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Network e4ef7141-8605-46fc-8160-28526a50e504 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:15:29.335361 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:15:29.413585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.464133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:29.479573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.488990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ef7141-8605-46fc-8160-28526a50e504,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:29.491808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:29.493435 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0c90b1ea-362a-4dfd-8249-c343f26ee240 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4ef7141-8605-46fc-8160-28526a50e504 HTTP/1.1" status: 204  len: 168 time: 1.2643449
Apr 02 18:15:29.532416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa05006-5830-4620-94fc-a33a6351ca77 req-7b5c62fd-48b7-49fb-b0bf-c8d8ba723ede tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:29.533828 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ffa05006-5830-4620-94fc-a33a6351ca77 req-7b5c62fd-48b7-49fb-b0bf-c8d8ba723ede tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.1213830
Apr 02 18:15:29.583233 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ffa05006-5830-4620-94fc-a33a6351ca77 req-7e97b34c-768b-43f7-b512-dca8d4427222 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430944
Apr 02 18:15:29.675107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58508) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:29.725430 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3e7d462a-71a0-4cb2-b022-7bdf7ea1c29c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c06fcc6fbecb45feac46037e2c6f7197&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489941
Apr 02 18:15:29.727793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58512) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:29.790920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.818627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.865468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.870476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-275b43c7-667e-40cc-a633-225525a9e3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:29.883609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8b17d-3f7f-4388-bcc6-3abe9fb54af6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:29.886690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:29.888749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.889939 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfb8b17d-3f7f-4388-bcc6-3abe9fb54af6 HTTP/1.1" status: 204  len: 168 time: 0.1612117
Apr 02 18:15:30.236787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58522) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:30.288904 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-75b71ea7-1571-4328-a779-bd2e337b0aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c073d49bd664f20b7083d04d16aad46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507617
Apr 02 18:15:30.291573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58526) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:30.308888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e727d2e-5f52-42fc-9891-8f78476229f8 req-35c6034f-9db4-4ac4-bc56-2bd38460b457 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:30.310440 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e727d2e-5f52-42fc-9891-8f78476229f8 req-35c6034f-9db4-4ac4-bc56-2bd38460b457 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0902219
Apr 02 18:15:30.354867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.358926 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e727d2e-5f52-42fc-9891-8f78476229f8 req-e199a2a5-48cd-4e17-8693-34858f6beaed tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413556
Apr 02 18:15:30.382155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.436550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.443508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cc3779d5-b259-406a-86a0-30deba282510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:30.459136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cda3e80-a3d5-46eb-b3b4-1e026c790e66,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:30.461423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:30.462393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.464367 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cda3e80-a3d5-46eb-b3b4-1e026c790e66 HTTP/1.1" status: 204  len: 168 time: 0.1711814
Apr 02 18:15:30.515594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:15:30.664669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.857398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d670c-3960-4546-8a3e-4e4d4384e4e8 req-8996f869-bb06-4f3f-a298-6f3baf9e858b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:30.859043 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-620d670c-3960-4546-8a3e-4e4d4384e4e8 req-8996f869-bb06-4f3f-a298-6f3baf9e858b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.1032610
Apr 02 18:15:30.935127 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-620d670c-3960-4546-8a3e-4e4d4384e4e8 req-dc465e0e-f45a-4be3-8506-33198d933a38 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655432
Apr 02 18:15:31.543082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1150b536-be06-4b3f-9191-8c17e6d096b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:32.154860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c878058-5ca9-41bf-a16c-f70156124fcb req-bf7fc979-17a2-4ce4-8b81-da3c0b8bb36a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:32.156482 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c878058-5ca9-41bf-a16c-f70156124fcb req-bf7fc979-17a2-4ce4-8b81-da3c0b8bb36a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.0923579
Apr 02 18:15:32.206819 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9c878058-5ca9-41bf-a16c-f70156124fcb req-75922775-d252-4997-a805-721ff0c4cc4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428364
Apr 02 18:15:32.288929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.736469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:39.407428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85d7d-fca0-4394-ab09-608fdbf5423b req-0e7d9415-541a-4a46-9f40-3aa71729610b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:39.408992 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-25a85d7d-fca0-4394-ab09-608fdbf5423b req-0e7d9415-541a-4a46-9f40-3aa71729610b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0902710
Apr 02 18:15:39.456267 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-25a85d7d-fca0-4394-ab09-608fdbf5423b req-10882717-2d7f-4306-8bc3-7b6e64af58b1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408926
Apr 02 18:15:40.657545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb50385-a480-4b62-92ce-c3146834e6a6 req-554e457c-c2e9-4a4d-a53f-eb6a54d92a74 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:40.659151 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2bb50385-a480-4b62-92ce-c3146834e6a6 req-554e457c-c2e9-4a4d-a53f-eb6a54d92a74 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0874410
Apr 02 18:15:40.706313 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2bb50385-a480-4b62-92ce-c3146834e6a6 req-ea3176e7-e992-4694-b513-e97ce36783e0 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408103
Apr 02 18:15:41.906042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043bafc-bfb4-42e3-b01c-4573c893a6ae req-11f37f42-4e0d-4bac-84b7-433c31c2e856 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:41.908264 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8043bafc-bfb4-42e3-b01c-4573c893a6ae req-11f37f42-4e0d-4bac-84b7-433c31c2e856 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0866551
Apr 02 18:15:41.955570 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8043bafc-bfb4-42e3-b01c-4573c893a6ae req-773a5ebb-6bcd-4bd6-ac62-72f7c975d706 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410793
Apr 02 18:15:43.159217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1e85-7a7a-44f7-bb64-cf5a5eec9c32 req-3d58548e-79b2-44ec-9e55-6a3ec7c20c8c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:43.160776 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb8d1e85-7a7a-44f7-bb64-cf5a5eec9c32 req-3d58548e-79b2-44ec-9e55-6a3ec7c20c8c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0905600
Apr 02 18:15:43.207975 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb8d1e85-7a7a-44f7-bb64-cf5a5eec9c32 req-bef5bf36-9404-4bbf-920f-bb64263b9641 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408847
Apr 02 18:15:44.458883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb630-354d-4848-bc82-8bcf1930b68f req-38628ef7-40e9-4b5c-aba3-64402c8f8f0d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:44.461472 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cecdb630-354d-4848-bc82-8bcf1930b68f req-38628ef7-40e9-4b5c-aba3-64402c8f8f0d tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.1103189
Apr 02 18:15:44.510936 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cecdb630-354d-4848-bc82-8bcf1930b68f req-0e9cb0c5-1c4d-4969-81cb-154bb7fbcb1c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427408
Apr 02 18:15:44.960748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619889-887d-4226-8a67-e604f1bec6f6 req-8b58b4ac-bfb8-4046-bdc3-a87431878fdb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:44.962271 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28619889-887d-4226-8a67-e604f1bec6f6 req-8b58b4ac-bfb8-4046-bdc3-a87431878fdb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 945 time: 0.0850787
Apr 02 18:15:45.040715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Deleting port a749df06-2370-464d-9c1b-93a5c5406417 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:45.041094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:45.302156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] For port a749df06-2370-464d-9c1b-93a5c5406417, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a749df06-2370-464d-9c1b-93a5c5406417,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:45.302554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:45.438393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Calling delete_port for a749df06-2370-464d-9c1b-93a5c5406417 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:45.629009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:45.649109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-128f3d3f-fcce-4fd3-bd0b-e119c8ed3d5b tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:45.656970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['a749df06-2370-464d-9c1b-93a5c5406417', 'a2389cd6-c900-432d-82fe-277ccb936a6b'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:45.746940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Pushing event deleted for resources: {'Port': ['ID=a749df06-2370-464d-9c1b-93a5c5406417,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:45.756877 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54b80337-4573-4dc5-a07f-d2c67423aad1 req-bb68e748-64bc-4a63-8f36-b63dab236e31 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11357cf-ada3-4b1d-b9dd-c1e659b58101 HTTP/1.1" status: 200  len: 210 time: 0.1257396
Apr 02 18:15:45.759402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:45.936895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] No DVR routers for this DVR port a749df06-2370-464d-9c1b-93a5c5406417 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:15:45.939575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:45.942258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'name': 'network-vif-deleted', 'tag': 'a749df06-2370-464d-9c1b-93a5c5406417'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:45.957320 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28619889-887d-4226-8a67-e604f1bec6f6 req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "DELETE /v2.0/ports/a749df06-2370-464d-9c1b-93a5c5406417 HTTP/1.1" status: 204  len: 173 time: 0.9888909
Apr 02 18:15:46.123590 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11357cf-ada3-4b1d-b9dd-c1e659b58101', 'name': 'network-vif-deleted', 'tag': 'a749df06-2370-464d-9c1b-93a5c5406417', 'status': 'completed', 'code': 200}
Apr 02 18:15:47.243647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bab42-fcfa-481b-bd9f-1f19bb907eb6 req-ebbb3b49-2fe5-4f2c-a3d0-ea75ec35ea9c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:47.244390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-c34bab42-fcfa-481b-bd9f-1f19bb907eb6 req-ebbb3b49-2fe5-4f2c-a3d0-ea75ec35ea9c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Synchronizing usage tracker for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:47.259367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-c34bab42-fcfa-481b-bd9f-1f19bb907eb6 req-ebbb3b49-2fe5-4f2c-a3d0-ea75ec35ea9c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Unset dirty status for tenant:9603c9b5e04f48faa1ac346d64b7a9b3 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:47.260575 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c34bab42-fcfa-481b-bd9f-1f19bb907eb6 req-ebbb3b49-2fe5-4f2c-a3d0-ea75ec35ea9c tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.1009467
Apr 02 18:15:47.309765 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c34bab42-fcfa-481b-bd9f-1f19bb907eb6 req-ddf8ce0e-63cf-4461-9b7d-49512a34d0c1 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422380
Apr 02 18:15:48.513879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027d83c-0b86-48d4-a024-47c08d2ad62f req-30c7355b-573d-4fed-be62-3c53b8201396 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:48.515491 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f027d83c-0b86-48d4-a024-47c08d2ad62f req-30c7355b-573d-4fed-be62-3c53b8201396 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0907154
Apr 02 18:15:48.565784 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f027d83c-0b86-48d4-a024-47c08d2ad62f req-16d0a342-f055-4ec4-b95b-ddf00a9b1451 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432677
Apr 02 18:15:49.769442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8b42-a403-470f-b390-944c0db7e542 req-f2bb880c-723b-4338-8d8f-56fcfbac03ab tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:49.771128 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5c5c8b42-a403-470f-b390-944c0db7e542 req-f2bb880c-723b-4338-8d8f-56fcfbac03ab tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0874774
Apr 02 18:15:49.817575 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5c5c8b42-a403-470f-b390-944c0db7e542 req-673e2f48-43ca-47dc-bff0-c8767ed6ac02 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398996
Apr 02 18:15:50.912956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a749df06-2370-464d-9c1b-93a5c5406417 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:50.949983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: a749df06-2370-464d-9c1b-93a5c5406417 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:50.950370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a749df06-2370-464d-9c1b-93a5c5406417 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:51.019174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf6fb-64b3-4b7d-a9ed-2d8c458bfcd8 req-bee49d80-ae94-43bb-900e-dba897d98cd7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:51.020764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d0daf6fb-64b3-4b7d-a9ed-2d8c458bfcd8 req-bee49d80-ae94-43bb-900e-dba897d98cd7 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0874767
Apr 02 18:15:51.067517 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d0daf6fb-64b3-4b7d-a9ed-2d8c458bfcd8 req-893de8c6-c814-4050-b10c-1e5431b6313e tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402892
Apr 02 18:15:52.268844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c5d2-4e00-472a-a211-c92de04e9709 req-a6ce57b3-6596-44c8-a752-ad13c94970c3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:52.270381 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6271c5d2-4e00-472a-a211-c92de04e9709 req-a6ce57b3-6596-44c8-a752-ad13c94970c3 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0890241
Apr 02 18:15:52.316701 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6271c5d2-4e00-472a-a211-c92de04e9709 req-bbb6b97f-0166-4b79-ae83-a6f2f8e2a4bd tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397360
Apr 02 18:15:53.446752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-814e9a6d-5682-43c4-aa51-e3db20c0ebeb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:53.448324 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-814e9a6d-5682-43c4-aa51-e3db20c0ebeb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0880642
Apr 02 18:15:53.522875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b0ae-731a-4b92-beb2-2ac9ae9e669e req-41ed0bcf-3498-4eaf-9072-3c8157897a16 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:53.524564 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2207b0ae-731a-4b92-beb2-2ac9ae9e669e req-41ed0bcf-3498-4eaf-9072-3c8157897a16 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 946 time: 0.0955455
Apr 02 18:15:53.546434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Deleting port a2389cd6-c900-432d-82fe-277ccb936a6b {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:53.547357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.577103 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2207b0ae-731a-4b92-beb2-2ac9ae9e669e req-e164e338-52ef-4958-9758-da6f6de2c225 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/security-groups?id=981de0dc-cb2a-4a5c-b6cf-d31865357ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451493
Apr 02 18:15:53.805877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] For port a2389cd6-c900-432d-82fe-277ccb936a6b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2389cd6-c900-432d-82fe-277ccb936a6b,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:53.806194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.940698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Calling delete_port for a2389cd6-c900-432d-82fe-277ccb936a6b owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:54.091463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:54.103123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['a2389cd6-c900-432d-82fe-277ccb936a6b'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:54.106733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:54.168242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Pushing event deleted for resources: {'Port': ['ID=a2389cd6-c900-432d-82fe-277ccb936a6b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:54.172525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:54.345771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] No DVR routers for this DVR port a2389cd6-c900-432d-82fe-277ccb936a6b on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:15:54.348173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:54.350811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'name': 'network-vif-deleted', 'tag': 'a2389cd6-c900-432d-82fe-277ccb936a6b'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:54.365343 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e75ec020-4480-4941-9c66-5d571f49a4a4 req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.30 "DELETE /v2.0/ports/a2389cd6-c900-432d-82fe-277ccb936a6b HTTP/1.1" status: 204  len: 173 time: 0.9106722
Apr 02 18:15:54.398476 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b43ea11-0a8c-439f-af18-cb9abf81ea01', 'name': 'network-vif-deleted', 'tag': 'a2389cd6-c900-432d-82fe-277ccb936a6b', 'status': 'completed', 'code': 200}
Apr 02 18:15:54.755390 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-50b92a14-92d5-49dc-a980-933dd303e91b req-14076d03-d4bf-4e22-8a77-0f18c28dbb6b tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b43ea11-0a8c-439f-af18-cb9abf81ea01 HTTP/1.1" status: 200  len: 210 time: 0.0479214
Apr 02 18:15:55.623449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.856562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58762) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:56.360491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a2389cd6-c900-432d-82fe-277ccb936a6b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:56.397925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: a2389cd6-c900-432d-82fe-277ccb936a6b {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:56.398314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device a2389cd6-c900-432d-82fe-277ccb936a6b not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:56.438436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.819303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Deleting port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:56.819684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.999138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] For port 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,segment=NetworkSegment(063e20e8-807b-4b53-880e-37c607580438),segment_id=063e20e8-807b-4b53-880e-37c607580438)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:56.999739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.131094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Calling delete_port for 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:57.722782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.738104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72eb2c82-1b4c-411f-9229-66d8955ab008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:57.791916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:57.849746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.850175 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.850567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.850966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.851382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.851777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.852172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.852565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.852952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.853340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.853733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.854120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:57.862004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:58.195483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.380139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58792) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:58.503297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.523381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:58.527388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Usage tracker for resource:security_group_rule and tenant:477b72bb969f477ba588a9e6d4bfc0b1 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:58.530317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:58.536351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:58.629060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.631644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.640343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-988dde22-8503-448e-a470-61da56df6e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:58.686717 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=477b72bb969f477ba588a9e6d4bfc0b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054018
Apr 02 18:15:58.689120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8736e2b2-c288-4500-bd3f-d5c2ae84074a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:58.690697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58798) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:58.692584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:58.749166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:15:58.890588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.944258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.008085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:15:59.017113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] Sync routers for ids ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:15:59.026105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.027261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] Routers {'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:59.028144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a4048>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:15:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:59.031615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-be40f1fa-8aef-45fe-8576-77f2fe8f6ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:59.050935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8736e2b2-c288-4500-bd3f-d5c2ae84074a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:59.054511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:59.055670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.059752 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8736e2b2-c288-4500-bd3f-d5c2ae84074a HTTP/1.1" status: 204  len: 168 time: 0.3679090
Apr 02 18:15:59.061657 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/b21358bb-64aa-4ea6-b8ff-8e17d2de95b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2039449
Apr 02 18:15:59.065144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58804) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:59.105526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec4e179a-153e-4ab7-9c81-6b2f5005d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.264440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.391265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] Set router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:59.477684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.486571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Deleting port 67fe49e4-1a95-4506-8361-ab84c945b21f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:59.486938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.719675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a4048>, [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:15:57Z', 'revision_number': 5, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port': {'id': '67fe49e4-1a95-4506-8361-ab84c945b21f', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:00Z', 'updated_at': '2021-04-02T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:59.724675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] Checking router: b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:15:59.734900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] Routers {'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:59.735918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a4048>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:15:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:59.868980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58828) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:59.898168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] Set router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:59.923578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] For port 67fe49e4-1a95-4506-8361-ab84c945b21f, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=67fe49e4-1a95-4506-8361-ab84c945b21f,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:59.924002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.999578 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2036654438-network', 'tenant_id': 'bf97ad1b8eb14f30aea2629fb93abc76'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:00.004633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:00.008696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Usage tracker for resource:network and tenant:bf97ad1b8eb14f30aea2629fb93abc76 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:00.011723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:00.017804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a4048>, [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:15:59Z', 'revision_number': 6, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port_host': None}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:00.019098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:00.023132 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7310f5-b6a4-4366-8790-2035b54ad0b7 None None] The sync data for ids ['b21358bb-64aa-4ea6-b8ff-8e17d2de95b7'] in dv-cinder-784477-2-iscsi is: [{'id': 'b21358bb-64aa-4ea6-b8ff-8e17d2de95b7', 'name': 'tempest-ServerRescueNegativeTestJSON-384112265-router', 'tenant_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:59Z', 'updated_at': '2021-04-02T18:15:59Z', 'revision_number': 6, 'project_id': '9603c9b5e04f48faa1ac346d64b7a9b3', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:16:00.028645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Made reservation on behalf of bf97ad1b8eb14f30aea2629fb93abc76 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:16:00.033957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.048643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.063933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Calling delete_port for 67fe49e4-1a95-4506-8361-ab84c945b21f owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:16:00.064845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:00.068888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Usage tracker for resource:security_group_rule and tenant:bf97ad1b8eb14f30aea2629fb93abc76 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:00.071848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:00.078152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:00.170420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.173386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.178112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e313eff3-c3a3-4d9e-90ba-5fc2e12fa642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:00.210452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:16:00.219558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea4ef47-578b-49a6-b176-cc6c12a6d365,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:00.223397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:00.225884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.226266 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Added segment 9173d4de-3e0f-45c4-a67f-f96e2f47aa46 of type vlan for network 77bf5cb1-3cee-4766-9677-8d261e77385f
Apr 02 18:16:00.246295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.254350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.265013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:00.284621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.285995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:00.286635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.291630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4fc1a5fa-0019-4ea4-8ce1-b3e32d22c637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:00.320775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fe49e4-1a95-4506-8361-ab84c945b21f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:00.324574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:00.404583 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5343604
Apr 02 18:16:00.408595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 58834) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:00.411198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Pushing event updated for resources: {'Network': ['ID=77bf5cb1-3cee-4766-9677-8d261e77385f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:00.414197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:00.418553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Request body: {'subnet': {'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2036654438-subnet', 'tenant_id': 'bf97ad1b8eb14f30aea2629fb93abc76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:00.423694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 77bf5cb1-3cee-4766-9677-8d261e77385f details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:16:00.424323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:00.428864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Usage tracker for resource:subnet and tenant:bf97ad1b8eb14f30aea2629fb93abc76 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:00.431873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:00.441112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:00.452001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Made reservation on behalf of bf97ad1b8eb14f30aea2629fb93abc76 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:16:00.457339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822587'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.531468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.648117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.737370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.740038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.833686 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.834256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:16:00.847570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.851613 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a7060cab-fe43-4a5d-b909-0255ef9cbf53 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b21358bb-64aa-4ea6-b8ff-8e17d2de95b7 HTTP/1.1" status: 204  len: 168 time: 1.7854364
Apr 02 18:16:00.852238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58838) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:00.866861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65696100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822536'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.882872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:00.923113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Deleting subnet c2be8865-18f2-4187-89b5-fd50472fd7cb {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:16:00.927185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.983233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.044110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.214025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d4d0f6-8fb6-43de-8ced-f39c1f5d2059,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:01.217996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:01.287603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Checking segment: {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:16:01.288147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Network hostable DHCP agents. Network: 77bf5cb1-3cee-4766-9677-8d261e77385f, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:16:01.306772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Network 77bf5cb1-3cee-4766-9677-8d261e77385f is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:16:01.308505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.313095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 67fe49e4-1a95-4506-8361-ab84c945b21f no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:16:01.316028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 77bf5cb1-3cee-4766-9677-8d261e77385f) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:16:01.329380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:01.329879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:01.330017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.353188 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72d2227-4f02-44e1-aa3e-c3563012279a None None] Network 77bf5cb1-3cee-4766-9677-8d261e77385f requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:16:01.354092 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-be25483a-b0d1-412b-b616-c9f99c01197b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9441750
Apr 02 18:16:01.383342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2be8865-18f2-4187-89b5-fd50472fd7cb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:01.386119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:01.390672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 67fe49e4-1a95-4506-8361-ab84c945b21f {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:16:01.391337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 67fe49e4-1a95-4506-8361-ab84c945b21f not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:16:01.391892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:16:01.431733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:16:01.432237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 54142d37-2ff7-4c0d-a25d-3c5f1d6c7ae0 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:16:01.471058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.479719 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2be8865-18f2-4187-89b5-fd50472fd7cb HTTP/1.1" status: 204  len: 168 time: 0.6240318
Apr 02 18:16:01.480078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58844) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:01.595301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1dd605d4-4600-4666-8cdb-7abc8e143418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.608257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.650780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be38107-00a5-49f4-82d9-f480baed4b2e None None] Network 77bf5cb1-3cee-4766-9677-8d261e77385f requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:16:01.810438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.931180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e129898>,) {'filters': {'network_id': ['7da8d9c1-34bc-496f-a671-ae9bc24ae793']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:01.945103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e129898>, '063e20e8-807b-4b53-880e-37c607580438') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:01.945434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e129898>, '063e20e8-807b-4b53-880e-37c607580438') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:01.958303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.973404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.980066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:16:02.162833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:16:02.172302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.290123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.348734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Network 7da8d9c1-34bc-496f-a671-ae9bc24ae793 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:16:02.371512 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:16:02.447351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.451096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e0d01e5a-2f81-49a2-b860-7eeabb9ecdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:02.464465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.475676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da8d9c1-34bc-496f-a671-ae9bc24ae793,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:02.478972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:02.483293 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b41a260d-4d62-4162-a99f-14270b484538 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7da8d9c1-34bc-496f-a671-ae9bc24ae793 HTTP/1.1" status: 204  len: 168 time: 1.0020187
Apr 02 18:16:02.601285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58858) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:02.653103 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4e58cf97-0c63-49db-869e-46f84b4a1940 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9603c9b5e04f48faa1ac346d64b7a9b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505364
Apr 02 18:16:02.655764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 58862) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:02.722163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.748549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.796058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.800995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:02.815100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981de0dc-cb2a-4a5c-b6cf-d31865357ca7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:02.817814 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:02.824008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:02.825227 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/981de0dc-cb2a-4a5c-b6cf-d31865357ca7 HTTP/1.1" status: 204  len: 168 time: 0.1680191
Apr 02 18:16:03.558821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-b8bb6c58-f06a-4948-ad3d-3f520003c95e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:03.560472 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-b8bb6c58-f06a-4948-ad3d-3f520003c95e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/networks?id=77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 200  len: 814 time: 0.1730266
Apr 02 18:16:03.580068 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-074a7463-b994-4784-96f0-c5340d5df20f tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/quotas/bf97ad1b8eb14f30aea2629fb93abc76 HTTP/1.1" status: 200  len: 375 time: 0.0130639
Apr 02 18:16:03.637081 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-0f5b6f9e-6f87-42bc-9705-d0d4b7bd6bfb tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507922
Apr 02 18:16:03.741657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:03.745129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddafd6-eb51-4f5f-a33c-43f61d134909 req-c06e2275-109e-486e-8b10-54a6614513e6 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:03.746848 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19ddafd6-eb51-4f5f-a33c-43f61d134909 req-c06e2275-109e-486e-8b10-54a6614513e6 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1028929
Apr 02 18:16:03.845721 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-19ddafd6-eb51-4f5f-a33c-43f61d134909 req-b2cccca9-bd0c-4c35-908c-38287d9a5f3a tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0623193
Apr 02 18:16:03.872740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-fe368bf4-f42d-45b5-ba09-d6ad10ea3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:03.874366 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-fe368bf4-f42d-45b5-ba09-d6ad10ea3449 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1138 time: 0.2691183
Apr 02 18:16:04.047592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-5437fdae-488f-4e1a-8b79-5f6b2c4d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:04.049245 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-5437fdae-488f-4e1a-8b79-5f6b2c4d9035 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.1669040
Apr 02 18:16:04.176087 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-69d4962d-9dfd-46a1-bee7-bbdd35175865 service neutron] 10.222.0.13 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5296075
Apr 02 18:16:04.178820 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-b0ace594-01a2-48d2-9b3d-94cb5784d883 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 1002 time: 0.1216686
Apr 02 18:16:04.254831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-6e742d3f-08af-41e7-b438-de53cd08880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:04.256430 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-6e742d3f-08af-41e7-b438-de53cd08880d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.0699983
Apr 02 18:16:04.323766 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-adbcd946-8166-4acd-9ec3-779d3246a02d service neutron] 10.222.0.13 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405084
Apr 02 18:16:04.349286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-946f449c-4998-427e-9d51-e5999a717f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:04.350889 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-946f449c-4998-427e-9d51-e5999a717f2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873420
Apr 02 18:16:04.575295 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3148baef-bfb8-4f78-9897-3a7ef57f6369 req-92a6ca40-7082-4c3e-8916-88ceeca6c730 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0867586
Apr 02 18:16:04.577253 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-c6003f49-274c-4f35-9f78-428e0779f4b3 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181516
Apr 02 18:16:04.729172 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6d1fd5-9fa4-465d-bcb0-42a7ae3cf413 req-b20df540-fb25-4726-bacd-8fe3550a73b0 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442945
Apr 02 18:16:05.106913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263df4b-a789-4d2c-ab35-59aea716b28e req-bdf37171-336d-40c0-bf7b-29421b3d75fc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:05.109558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8263df4b-a789-4d2c-ab35-59aea716b28e req-bdf37171-336d-40c0-bf7b-29421b3d75fc tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1021550
Apr 02 18:16:05.182077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8263df4b-a789-4d2c-ab35-59aea716b28e req-450c3d27-09f6-419a-8bef-c42e6214fdd3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0659907
Apr 02 18:16:05.742889 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21f7de56-a74a-4ffe-8a66-23357f6d0f46 req-796ee73b-04f1-4b6d-90a6-e0fc205d64ae tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0509124
Apr 02 18:16:05.976376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-2f5fc3d4-c3c2-4010-97ba-9c29bc1a1379 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:05.977224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-2f5fc3d4-c3c2-4010-97ba-9c29bc1a1379 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Synchronizing usage tracker for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:16:05.994917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-2f5fc3d4-c3c2-4010-97ba-9c29bc1a1379 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Unset dirty status for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:16:05.996143 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-2f5fc3d4-c3c2-4010-97ba-9c29bc1a1379 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "GET /v2.0/networks?id=77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 200  len: 814 time: 0.1770461
Apr 02 18:16:06.012263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Request body: {'port': {'device_id': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f', 'admin_state_up': True, 'tenant_id': 'bf97ad1b8eb14f30aea2629fb93abc76'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:06.166265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:06.170305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Usage tracker for resource:port and tenant:bf97ad1b8eb14f30aea2629fb93abc76 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:06.173388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:06.179630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:06.188724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Made reservation on behalf of bf97ad1b8eb14f30aea2629fb93abc76 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:16:06.194683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:06.449836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Allocated IP 172.20.0.8 (77bf5cb1-3cee-4766-9677-8d261e77385f/32d4d0f6-8fb6-43de-8ced-f39c1f5d2059/93b68769-7054-46d8-a8cf-4ac8c340b605) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:16:06.462886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb58e2-1ed8-4a21-8165-385d0db5afe8 req-e67fe10b-35ac-4bc9-801e-363f8745896e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:06.464511 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2bbb58e2-1ed8-4a21-8165-385d0db5afe8 req-e67fe10b-35ac-4bc9-801e-363f8745896e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1674755
Apr 02 18:16:06.548831 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2bbb58e2-1ed8-4a21-8165-385d0db5afe8 req-b1ee960d-a456-470a-9632-38e6b050576f tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0772297
Apr 02 18:16:06.725594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:06.755944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:06.770847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-57a55a8b-bb38-4f04-be20-b60c8527cbc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:06.915912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Pushing event updated for resources: {'Port': ['ID=93b68769-7054-46d8-a8cf-4ac8c340b605,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:06.921035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:06.973305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf91b81-649f-4dcc-a147-61f385150ba6 req-d05b5e54-66ba-47fc-b4e7-2ca0f9be32a3 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:06.974517 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Network 77bf5cb1-3cee-4766-9677-8d261e77385f is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:16:06.975760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:16:06.975920 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2cf91b81-649f-4dcc-a147-61f385150ba6 req-d05b5e54-66ba-47fc-b4e7-2ca0f9be32a3 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 931 time: 0.1064796
Apr 02 18:16:06.978034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:16:07.032493 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2cf91b81-649f-4dcc-a147-61f385150ba6 req-1299d705-e28a-4ce6-bda0-0c8ca3458332 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489988
Apr 02 18:16:07.044719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:07.045517 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:07.111073 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1033094
Apr 02 18:16:07.125707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Request body: {'port': {'device_id': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:07.256661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2dc93-f615-402b-b74f-36d7dae38b96 req-38459f20-2b54-4792-bc63-b2a2eaae1276 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:07.258274 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7d2dc93-f615-402b-b74f-36d7dae38b96 req-38459f20-2b54-4792-bc63-b2a2eaae1276 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1898742
Apr 02 18:16:07.294699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:07.361400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7d2dc93-f615-402b-b74f-36d7dae38b96 req-50cabc67-b1b0-488b-90e6-e6b76eac9e21 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952065
Apr 02 18:16:07.517500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:16:07.766500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638e4ed-d501-47ed-a70c-fb25f9361622 req-53e6323d-0e8d-483c-916e-95155e614176 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:07.768238 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5638e4ed-d501-47ed-a70c-fb25f9361622 req-53e6323d-0e8d-483c-916e-95155e614176 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0952594
Apr 02 18:16:07.824462 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5638e4ed-d501-47ed-a70c-fb25f9361622 req-628f3d47-a867-487c-b683-076743696dca tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0490069
Apr 02 18:16:07.947742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b68769-7054-46d8-a8cf-4ac8c340b605 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:16:07.956331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:07.971496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Transition to ACTIVE for port object 93b68769-7054-46d8-a8cf-4ac8c340b605 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:16:07.974067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:07.989530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3888a75-91ef-4d72-a5db-ee8707b69d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:08.020215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59020) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:08.132710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=93b68769-7054-46d8-a8cf-4ac8c340b605,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:08.135703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:08.154306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.171462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:08.175693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Usage tracker for resource:security_group_rule and tenant:7b07274308724c8a92616a0d6080ae30 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:08.178662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:08.184665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:08.270146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.276272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.289356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2191fd3-5a03-4c41-aa06-cfe3d5736528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:08.333109 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b07274308724c8a92616a0d6080ae30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3116300
Apr 02 18:16:08.333993 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a9652f-b6a7-4d8e-ae46-74524c8a478d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:08.336556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59028) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:08.339503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:08.400818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.409640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-7be6c54e-25ea-4bc1-a813-c39f8985ab01 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:08.410380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-7be6c54e-25ea-4bc1-a813-c39f8985ab01 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Synchronizing usage tracker for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:16:08.430172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.445687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Attempting to bind port 93b68769-7054-46d8-a8cf-4ac8c340b605 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:16:08.446113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Attempting to bind port 93b68769-7054-46d8-a8cf-4ac8c340b605 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:16:08.446471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Attempting to bind port 93b68769-7054-46d8-a8cf-4ac8c340b605 on network 77bf5cb1-3cee-4766-9677-8d261e77385f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:16:08.451616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-7be6c54e-25ea-4bc1-a813-c39f8985ab01 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Unset dirty status for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:16:08.454025 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-7be6c54e-25ea-4bc1-a813-c39f8985ab01 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 943 time: 0.2901931
Apr 02 18:16:08.454646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Port 93b68769-7054-46d8-a8cf-4ac8c340b605 on network 77bf5cb1-3cee-4766-9677-8d261e77385f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:16:08.455013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Attempting to bind port 93b68769-7054-46d8-a8cf-4ac8c340b605 on network 77bf5cb1-3cee-4766-9677-8d261e77385f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:16:08.461854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:16:08.462216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Checking segment: {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:16:08.462625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Bound using segment: {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:16:08.463109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Bound port: 93b68769-7054-46d8-a8cf-4ac8c340b605, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:16:08.463492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.482235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.487716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c440e0a5-b29f-4d06-be69-ac312af92411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:08.539900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a9652f-b6a7-4d8e-ae46-74524c8a478d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:08.548927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:08.560745 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.563454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87a9652f-b6a7-4d8e-ae46-74524c8a478d HTTP/1.1" status: 204  len: 168 time: 0.2258217
Apr 02 18:16:08.567241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-3fac3ac5-aca7-4442-8d1e-0f7f44c1816d tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Synchronizing usage tracker for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:16:08.609412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] For port 93b68769-7054-46d8-a8cf-4ac8c340b605, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:16:08.610762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6a053-2f03-4465-82d4-97cfd7d27708 req-4cae2b79-ee2c-43a1-8e71-3f6342d1e52b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:08.611425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-3fac3ac5-aca7-4442-8d1e-0f7f44c1816d tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Unset dirty status for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:16:08.612654 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7737382c-5c8a-4da2-ac60-7246fbf12fb8 req-3fac3ac5-aca7-4442-8d1e-0f7f44c1816d tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520219
Apr 02 18:16:08.613006 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6ac6a053-2f03-4465-82d4-97cfd7d27708 req-4cae2b79-ee2c-43a1-8e71-3f6342d1e52b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1160059
Apr 02 18:16:08.614341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] For port 93b68769-7054-46d8-a8cf-4ac8c340b605, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=93b68769-7054-46d8-a8cf-4ac8c340b605,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:16:08.619445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.636813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:08.669620 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6ac6a053-2f03-4465-82d4-97cfd7d27708 req-0e6474d7-c483-438f-8dd1-49999bdbf015 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493579
Apr 02 18:16:08.792724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=93b68769-7054-46d8-a8cf-4ac8c340b605,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:08.796089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:08.830862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:08.831762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.833192 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] 10.222.0.30 "PUT /v2.0/ports/93b68769-7054-46d8-a8cf-4ac8c340b605 HTTP/1.1" status: 200  len: 1093 time: 1.7139847
Apr 02 18:16:08.833701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'tag': '93b68769-7054-46d8-a8cf-4ac8c340b605'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:16:08.889335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59042) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:08.909275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:08.919684 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'tag': '93b68769-7054-46d8-a8cf-4ac8c340b605', 'status': 'completed', 'code': 200}
Apr 02 18:16:08.925232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:08.929239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Usage tracker for resource:security_group_rule and tenant:97ec5abf89694301845decd1f805cce8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:08.932159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:08.938444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:08.962755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-84468e55-cd01-4bfa-a064-35aedc6f5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:08.964347 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-84468e55-cd01-4bfa-a064-35aedc6f5dd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0846250
Apr 02 18:16:09.041557 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-9ef5c802-7ac1-4dd4-ac81-39ecd5bca26d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b68769-7054-46d8-a8cf-4ac8c340b605 HTTP/1.1" status: 200  len: 217 time: 0.0691411
Apr 02 18:16:09.081173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141ffd-862f-4a9b-b95c-bc0ce408bc45 req-85f0106a-964d-45ed-8135-472eb6d0488a tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.082759 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09141ffd-862f-4a9b-b95c-bc0ce408bc45 req-85f0106a-964d-45ed-8135-472eb6d0488a tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1250896
Apr 02 18:16:09.110914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-f46cfd09-50f7-4fba-8778-d9a880ddbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.112420 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-f46cfd09-50f7-4fba-8778-d9a880ddbf24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d4d0f6-8fb6-43de-8ced-f39c1f5d2059 HTTP/1.1" status: 200  len: 854 time: 0.0640295
Apr 02 18:16:09.130632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.143861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.153990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-368ac5a0-20af-4356-b82e-ad7c5503f64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:09.169900 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-2af40f42-6dba-4185-b809-a853b76d70b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77bf5cb1-3cee-4766-9677-8d261e77385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502477
Apr 02 18:16:09.177860 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09141ffd-862f-4a9b-b95c-bc0ce408bc45 req-6d58ef48-270c-46c2-8473-4b7e7732ba07 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0867767
Apr 02 18:16:09.205059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510c362d-0026-4181-b70a-0d0b7af1e718,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:09.208341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:09.211202 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97ec5abf89694301845decd1f805cce8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3199949
Apr 02 18:16:09.213911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59046) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:09.275603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.306856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.314268 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-8f7ddb4c-83f6-4e52-9cc1-14351638c324 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373687
Apr 02 18:16:09.352454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.357485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2df4c889-4f49-4f1c-a4ff-1368383bde15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:09.369838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510c362d-0026-4181-b70a-0d0b7af1e718,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:09.373012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:09.375253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.379093 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-72e97de8-0737-4687-a263-4abfa76a37e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/510c362d-0026-4181-b70a-0d0b7af1e718 HTTP/1.1" status: 204  len: 168 time: 0.1614687
Apr 02 18:16:09.466264 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f8e3fd-69d7-416c-9c16-4159ea776993 req-6cfabfe3-1a51-4fd1-95f0-8be07f4f0472 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397603
Apr 02 18:16:09.589268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-c0235806-24cc-4be2-acdf-483227722f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.590848 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-c0235806-24cc-4be2-acdf-483227722f2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0813158
Apr 02 18:16:09.740208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-04f84694-a07b-4511-a962-3782d8343931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.742126 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-04f84694-a07b-4511-a962-3782d8343931 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 200  len: 915 time: 0.1437647
Apr 02 18:16:09.872332 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-2e011685-7eda-45ad-80c2-bbf2268074aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b68769-7054-46d8-a8cf-4ac8c340b605 HTTP/1.1" status: 200  len: 217 time: 0.0817461
Apr 02 18:16:09.968508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-2a368a06-d40e-438c-ba58-98781599ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.970058 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-2a368a06-d40e-438c-ba58-98781599ad77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d4d0f6-8fb6-43de-8ced-f39c1f5d2059 HTTP/1.1" status: 200  len: 854 time: 0.0891626
Apr 02 18:16:09.978479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb239b-f1ee-48ca-9e83-74285ad71431 req-01358a74-93a5-470f-a9f8-311bcf70e4d3 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.980067 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-14cb239b-f1ee-48ca-9e83-74285ad71431 req-01358a74-93a5-470f-a9f8-311bcf70e4d3 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 943 time: 0.2328494
Apr 02 18:16:10.041356 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-dd62adff-e72f-4af0-a272-e279aa864b34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77bf5cb1-3cee-4766-9677-8d261e77385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602927
Apr 02 18:16:10.043737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eb56a-3a0e-47b8-8df1-4276abba0254 req-9464ff9a-4662-4be9-b6a8-75ca11ce23a0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:10.045343 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb6eb56a-3a0e-47b8-8df1-4276abba0254 req-9464ff9a-4662-4be9-b6a8-75ca11ce23a0 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1057136
Apr 02 18:16:10.095063 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb6eb56a-3a0e-47b8-8df1-4276abba0254 req-7de3fa8d-a3a8-47fc-bf08-00bac6a0dea5 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431933
Apr 02 18:16:10.114084 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-14cb239b-f1ee-48ca-9e83-74285ad71431 req-e46c62dd-b72a-4dd3-8082-a3aa6423b0f1 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934460
Apr 02 18:16:10.210483 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-f3f27d08-9a0d-423e-8f54-c9b72ab4f479 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605411
Apr 02 18:16:10.370888 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7f9f8905-4dba-43f5-91e5-d779976b1f77 req-3085cc93-a148-452b-9859-dde9f3823891 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517825
Apr 02 18:16:10.390452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b10fd-970a-4a80-810d-3002010373a5 req-4b459c33-6fc7-4da1-ad7e-4613d3779472 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:10.392069 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd8b10fd-970a-4a80-810d-3002010373a5 req-4b459c33-6fc7-4da1-ad7e-4613d3779472 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0977457
Apr 02 18:16:10.442339 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd8b10fd-970a-4a80-810d-3002010373a5 req-5447acf1-84af-42f5-8605-db51b57ea119 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434406
Apr 02 18:16:11.307962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d08cf3-907a-4e76-ac56-13fca1fd62f7 req-eff58c76-9d46-4ec8-a042-fb31fda0aa9c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:11.309545 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b9d08cf3-907a-4e76-ac56-13fca1fd62f7 req-eff58c76-9d46-4ec8-a042-fb31fda0aa9c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0898104
Apr 02 18:16:11.330377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a6820-6db8-4dc6-ba99-a9a791da124b req-5ad9690f-be43-41e2-92b1-3f4b4b9bae48 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:11.332480 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cc0a6820-6db8-4dc6-ba99-a9a791da124b req-5ad9690f-be43-41e2-92b1-3f4b4b9bae48 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 943 time: 0.0971441
Apr 02 18:16:11.363626 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b9d08cf3-907a-4e76-ac56-13fca1fd62f7 req-cf84bdb0-f864-4a68-b0f9-ac6ce8a674ea tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472505
Apr 02 18:16:11.386400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cc0a6820-6db8-4dc6-ba99-a9a791da124b req-14e6922e-5a6c-4fb6-bef2-55a8ee5693cc tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474076
Apr 02 18:16:11.648246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9a245-be14-4331-9128-ff3cb7df7aab req-6c81fbc2-f998-488a-b582-b4dce94319eb tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:11.649834 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ed9a245-be14-4331-9128-ff3cb7df7aab req-6c81fbc2-f998-488a-b582-b4dce94319eb tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0888593
Apr 02 18:16:11.700160 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ed9a245-be14-4331-9128-ff3cb7df7aab req-8c826bd4-5552-4d9c-8ecc-83c2dca71faf tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429423
Apr 02 18:16:12.596681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0fe0-0882-48c5-91e6-99c496cf853e req-e40c2c47-ce32-40bb-8a3d-ea7a31cb431b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:12.598207 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ffa0fe0-0882-48c5-91e6-99c496cf853e req-e40c2c47-ce32-40bb-8a3d-ea7a31cb431b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1043773
Apr 02 18:16:12.609796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6904c1-8709-4efe-a15b-4cdaba4e6f03 req-86690191-56df-4e08-850d-d8401631f3d0 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:12.611423 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3f6904c1-8709-4efe-a15b-4cdaba4e6f03 req-86690191-56df-4e08-850d-d8401631f3d0 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 943 time: 0.0939438
Apr 02 18:16:12.647168 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ffa0fe0-0882-48c5-91e6-99c496cf853e req-c2bd74c0-8d5a-4429-b70a-f064b5e50c03 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423265
Apr 02 18:16:12.659100 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3f6904c1-8709-4efe-a15b-4cdaba4e6f03 req-7c1022ae-489d-4a8b-baa0-b376b8cbe828 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414932
Apr 02 18:16:12.903621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef7896-99b8-448e-bdd1-9ef0593b37a8 req-e1809e45-c064-44b1-a3f0-3b5a9ce63377 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:12.905201 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a7ef7896-99b8-448e-bdd1-9ef0593b37a8 req-e1809e45-c064-44b1-a3f0-3b5a9ce63377 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0917361
Apr 02 18:16:12.956106 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a7ef7896-99b8-448e-bdd1-9ef0593b37a8 req-88e221f8-8d5a-46bb-884e-edb6a6dac9ed tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444505
Apr 02 18:16:13.855097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fa696-95c2-4f94-bf04-870c88d3d74a req-33de84d6-a301-4350-942e-71cf53e4e722 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:13.856703 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ce2fa696-95c2-4f94-bf04-870c88d3d74a req-33de84d6-a301-4350-942e-71cf53e4e722 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0926974
Apr 02 18:16:13.867411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745019-8833-4b50-a941-f5be963b3065 req-e194fef4-6add-4c83-8cb6-6ec0d7652be5 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:13.869083 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10745019-8833-4b50-a941-f5be963b3065 req-e194fef4-6add-4c83-8cb6-6ec0d7652be5 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 943 time: 0.0961406
Apr 02 18:16:13.906929 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ce2fa696-95c2-4f94-bf04-870c88d3d74a req-bb24ed4c-d1e2-4098-a2ff-28a5d7ec10c3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433874
Apr 02 18:16:13.924371 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-10745019-8833-4b50-a941-f5be963b3065 req-72bd7b98-6c4a-4884-a0fb-66d4c3855320 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478373
Apr 02 18:16:14.157202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c2e24-4e76-475b-8cef-97d0d858d994 req-b796fda4-98dd-4c98-ab9c-318116992831 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:14.158918 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c23c2e24-4e76-475b-8cef-97d0d858d994 req-b796fda4-98dd-4c98-ab9c-318116992831 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0918853
Apr 02 18:16:14.208905 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c23c2e24-4e76-475b-8cef-97d0d858d994 req-2ddeae75-1132-4cef-9669-7cca496e9fab tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434036
Apr 02 18:16:14.439610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 93b68769-7054-46d8-a8cf-4ac8c340b605 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:16:14.578382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 93b68769-7054-46d8-a8cf-4ac8c340b605, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=93b68769-7054-46d8-a8cf-4ac8c340b605,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:14.591904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '93b68769-7054-46d8-a8cf-4ac8c340b605', 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f', 'port_id': '93b68769-7054-46d8-a8cf-4ac8c340b605', 'mac_address': 'fa:16:3e:23:f4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d4d0f6-8fb6-43de-8ced-f39c1f5d2059', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:16:14.653382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:14.670595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b68769-7054-46d8-a8cf-4ac8c340b605 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:16:14.687239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 93b68769-7054-46d8-a8cf-4ac8c340b605, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=93b68769-7054-46d8-a8cf-4ac8c340b605,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:14.689964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:14.691815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3340ccea-c890-4859-bdbf-f4993e1eda4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:14.763015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=93b68769-7054-46d8-a8cf-4ac8c340b605,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:14.766253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:15.014513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['93b68769-7054-46d8-a8cf-4ac8c340b605'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:16:15.137066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f021a5-4b25-47b2-8557-2b74776a2470 req-6e66ff11-7560-4918-bc82-69eb3e515a46 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:15.139131 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f021a5-4b25-47b2-8557-2b74776a2470 req-6e66ff11-7560-4918-bc82-69eb3e515a46 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0965233
Apr 02 18:16:15.161970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89c2ce-4115-46a8-9c74-36ff568ff4ff req-82f3e192-fdd8-4553-b27d-67e58f9e8408 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:15.164203 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ef89c2ce-4115-46a8-9c74-36ff568ff4ff req-82f3e192-fdd8-4553-b27d-67e58f9e8408 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1375597
Apr 02 18:16:15.209131 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d9f021a5-4b25-47b2-8557-2b74776a2470 req-8eed3884-f8d1-450a-a069-2cef6bbc92b7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616355
Apr 02 18:16:15.240618 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ef89c2ce-4115-46a8-9c74-36ff568ff4ff req-39d7dc65-d5f5-493d-873e-0231e1ed1001 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677223
Apr 02 18:16:15.420697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3b100-4d22-4edc-8faa-e1d95367f9b2 req-457cab1f-253c-4098-9b8d-916e4daf00cb tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:15.422578 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2f3b100-4d22-4edc-8faa-e1d95367f9b2 req-457cab1f-253c-4098-9b8d-916e4daf00cb tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0976918
Apr 02 18:16:15.487197 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2f3b100-4d22-4edc-8faa-e1d95367f9b2 req-7b0f76c8-6622-433d-9b67-9b517e13a26e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548205
Apr 02 18:16:16.408950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84893429-682f-4f96-960d-c786280246cf req-547ae8d1-4907-4b86-a6d6-bf658a169f76 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:16.410621 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-84893429-682f-4f96-960d-c786280246cf req-547ae8d1-4907-4b86-a6d6-bf658a169f76 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0932078
Apr 02 18:16:16.441908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 93b68769-7054-46d8-a8cf-4ac8c340b605 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:16:16.453384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84400-bd17-4a3a-a7da-61a1b096ebb9 req-a6875d36-53ed-4998-9eec-a38500e077dc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:16.456879 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dfc84400-bd17-4a3a-a7da-61a1b096ebb9 req-a6875d36-53ed-4998-9eec-a38500e077dc tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0953653
Apr 02 18:16:16.459707 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-84893429-682f-4f96-960d-c786280246cf req-2e050be1-1f34-4bfe-91bd-a89ad866e412 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424354
Apr 02 18:16:16.515877 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dfc84400-bd17-4a3a-a7da-61a1b096ebb9 req-929cbf7d-3892-4dd5-80c0-ad808fef16d7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521002
Apr 02 18:16:16.531699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 93b68769-7054-46d8-a8cf-4ac8c340b605 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:16:16.538472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 93b68769-7054-46d8-a8cf-4ac8c340b605 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:16:16.538883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:16.738323 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f72e-5898-4cf5-b071-e42fae9b661d req-574efb90-543a-44a0-b643-856c05cc6659 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:16.743923 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de09f72e-5898-4cf5-b071-e42fae9b661d req-574efb90-543a-44a0-b643-856c05cc6659 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1078041
Apr 02 18:16:16.801618 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de09f72e-5898-4cf5-b071-e42fae9b661d req-af08f251-9e42-411f-aa80-41892626b8f6 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529969
Apr 02 18:16:16.855738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:16.886939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b68769-7054-46d8-a8cf-4ac8c340b605'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:16:16.901093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 93b68769-7054-46d8-a8cf-4ac8c340b605, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=93b68769-7054-46d8-a8cf-4ac8c340b605,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:16.904576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:16.907378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:16.980718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=93b68769-7054-46d8-a8cf-4ac8c340b605,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:16.985131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:17.086311 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b68769-7054-46d8-a8cf-4ac8c340b605', 'code': 200}
Apr 02 18:16:17.322169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b44ea8-54ae-4430-b5f4-e6917240c752 req-e69f911a-c9ab-404a-bab2-e6b2eae04bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:17.323927 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-52b44ea8-54ae-4430-b5f4-e6917240c752 req-e69f911a-c9ab-404a-bab2-e6b2eae04bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 1098 time: 0.0791085
Apr 02 18:16:17.371566 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-52b44ea8-54ae-4430-b5f4-e6917240c752 req-7a882f2b-5592-4be0-b3f5-64f2b1362e9a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407708
Apr 02 18:16:17.671308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a9df-8525-48eb-90d3-d85028f759b9 req-2b79a0be-ac7f-43cc-b419-847a25eb185e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:17.673537 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47c5a9df-8525-48eb-90d3-d85028f759b9 req-2b79a0be-ac7f-43cc-b419-847a25eb185e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0953329
Apr 02 18:16:17.726670 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47c5a9df-8525-48eb-90d3-d85028f759b9 req-4261edff-a548-4fdc-9f04-512d0ab7fd19 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459197
Apr 02 18:16:17.940709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2494f-9bfd-486c-a3d6-3d5161c73f3e req-392d7923-781e-478c-b31c-1b45ca27e7af tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:17.942288 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eab2494f-9bfd-486c-a3d6-3d5161c73f3e req-392d7923-781e-478c-b31c-1b45ca27e7af tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.2928543
Apr 02 18:16:17.991688 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eab2494f-9bfd-486c-a3d6-3d5161c73f3e req-129ed810-62d3-4216-a3a7-995850aa26d8 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429840
Apr 02 18:16:18.018243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d7df-a07d-4891-85cf-c66f74539604 req-ebd8b5e2-4e39-4acf-9cbd-537525addfbf tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:18.019910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7947d7df-a07d-4891-85cf-c66f74539604 req-ebd8b5e2-4e39-4acf-9cbd-537525addfbf tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0993958
Apr 02 18:16:18.074919 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7947d7df-a07d-4891-85cf-c66f74539604 req-4327c157-9f3d-4a76-960c-7c4c68c48763 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482581
Apr 02 18:16:18.357741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4cba-2502-407d-a07c-b9e26592b308 req-387b33e2-e49a-434f-b964-9e3a867e5cb3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:18.359441 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b6b4cba-2502-407d-a07c-b9e26592b308 req-387b33e2-e49a-434f-b964-9e3a867e5cb3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0933640
Apr 02 18:16:18.403385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-393c1076-ea2e-46d6-87e4-cecd606aecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:18.404945 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-393c1076-ea2e-46d6-87e4-cecd606aecad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1099 time: 0.0792997
Apr 02 18:16:18.409925 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b6b4cba-2502-407d-a07c-b9e26592b308 req-734a2a1e-852f-4f64-a373-663253c26ee2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439332
Apr 02 18:16:18.551467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-957618b9-1968-4123-8425-168ed55f6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:18.553653 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-957618b9-1968-4123-8425-168ed55f6e20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 912 time: 0.1408854
Apr 02 18:16:18.677451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-9342b4eb-37bd-4ed9-9692-c9401300e6ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 1001 time: 0.1025302
Apr 02 18:16:18.747577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-f1e00fa4-c4e2-462e-abf0-f694966d493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:18.749127 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-f1e00fa4-c4e2-462e-abf0-f694966d493f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0639484
Apr 02 18:16:18.833309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-be981b05-3943-4609-939e-b744a36e5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:18.834869 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-be981b05-3943-4609-939e-b744a36e5fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798004
Apr 02 18:16:19.043263 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-835f2752-06b9-4122-ba91-c3d30c9455bd service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014596
Apr 02 18:16:19.052076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8319d91-3351-4121-a693-421e35f022ba req-591b9b83-24cf-4746-9729-390513b60825 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:19.053583 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d8319d91-3351-4121-a693-421e35f022ba req-591b9b83-24cf-4746-9729-390513b60825 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 945 time: 0.1879840
Apr 02 18:16:19.200365 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d8319d91-3351-4121-a693-421e35f022ba req-6d4f8086-d545-4063-9915-8cdaa6cce039 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222067
Apr 02 18:16:19.235399 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90645267-6f80-4910-83a5-d27c4a65bda0 req-ead6283f-9a58-4905-8438-6e7446420ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807215
Apr 02 18:16:19.293162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba385ca2-2aaf-4d66-9c1a-16de186ae783 req-0ab6eac0-8b33-4988-8a9d-0fcc83ff2d78 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:19.295475 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ba385ca2-2aaf-4d66-9c1a-16de186ae783 req-0ab6eac0-8b33-4988-8a9d-0fcc83ff2d78 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0995414
Apr 02 18:16:19.352679 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ba385ca2-2aaf-4d66-9c1a-16de186ae783 req-ea455c51-f215-4ecb-9f0d-fda56cd44e2f tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457504
Apr 02 18:16:19.636450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7757a5e-618a-4064-9e45-75c4bfa36704 req-84067ef8-f75f-42b8-be5b-b09f617e092e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:19.638041 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b7757a5e-618a-4064-9e45-75c4bfa36704 req-84067ef8-f75f-42b8-be5b-b09f617e092e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0985301
Apr 02 18:16:19.689281 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b7757a5e-618a-4064-9e45-75c4bfa36704 req-6d2f313d-26fa-46fd-9180-e6ae3c14fa81 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430167
Apr 02 18:16:19.913872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59280) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:20.036780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.052475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:20.056541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Usage tracker for resource:security_group_rule and tenant:9e65deb7e0724c00a5908cc940259512 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:20.059508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:20.065653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:20.152371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.154758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.163691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec2e9643-d3e5-4ff9-b02a-68586af8ba78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:20.209293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611d596-bc03-4f1a-8829-a7388e4d36fd,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:20.213988 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e65deb7e0724c00a5908cc940259512&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989571
Apr 02 18:16:20.214941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:20.216796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59300) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:20.283737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.312236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.358013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.363010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86092f85-bb56-4377-82d5-63970c80be18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:20.376831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611d596-bc03-4f1a-8829-a7388e4d36fd,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:20.380041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.383537 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a611d596-bc03-4f1a-8829-a7388e4d36fd HTTP/1.1" status: 204  len: 168 time: 0.1631548
Apr 02 18:16:20.383537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8132804f-40d9-4afe-a9ea-f17e756d226f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:20.568387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adfa78-e0f6-4637-8a65-9a4ea8d50dc9 req-d0a9b866-ef1e-4e7d-a0f5-2b861ba32ac1 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:20.569943 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c2adfa78-e0f6-4637-8a65-9a4ea8d50dc9 req-d0a9b866-ef1e-4e7d-a0f5-2b861ba32ac1 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.0969782
Apr 02 18:16:20.624708 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c2adfa78-e0f6-4637-8a65-9a4ea8d50dc9 req-bb04fc58-32ed-4635-9e51-86507677f67f tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473578
Apr 02 18:16:20.729949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59312) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:20.753859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.773746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:20.778014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Usage tracker for resource:security_group_rule and tenant:20e989d4db5341da9ed9d9339d75605e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:20.784900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:20.790125 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:20.951463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ac81f-f274-4120-a459-cadcdf2fa049 req-e85b4163-cd2b-4044-948c-642e62539307 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:20.953277 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-108ac81f-f274-4120-a459-cadcdf2fa049 req-e85b4163-cd2b-4044-948c-642e62539307 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.1343043
Apr 02 18:16:20.963676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.984240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.994549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f753bc87-3755-4049-b025-7d911fc73687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:21.049784 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-108ac81f-f274-4120-a459-cadcdf2fa049 req-521d3f88-0500-428b-bf7b-5af95e7f56af tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886078
Apr 02 18:16:21.055289 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20e989d4db5341da9ed9d9339d75605e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3241422
Apr 02 18:16:21.056954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa46cc-c201-42c8-94f7-9a623ae9c1ef,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:21.058126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59318) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:21.060078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:21.130023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.157443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.202859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.207735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c5e5103f-3433-47ec-8de8-0707cc91c031 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:21.220335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa46cc-c201-42c8-94f7-9a623ae9c1ef,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:21.223470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:21.225497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.227426 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49aa46cc-c201-42c8-94f7-9a623ae9c1ef HTTP/1.1" status: 204  len: 168 time: 0.1682408
Apr 02 18:16:21.585924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59328) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:21.605371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.620499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:21.624669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4667f1d405f241ed8fc1c72164955a54 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:21.627621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:21.633633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:21.722004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.727604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.736656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-086e1424-45e3-4b68-ad36-34962a727d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:21.826803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4667f1d405f241ed8fc1c72164955a54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2396195
Apr 02 18:16:21.830864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59334) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:21.840077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7e86ae-9292-4cd8-9775-4102b8710fd1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:21.843880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:21.877987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f231ce1-6ab0-4acb-8097-c179987dabf7 req-38b01660-c0ac-491e-bb6d-8e7307f0eb07 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:21.879629 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2f231ce1-6ab0-4acb-8097-c179987dabf7 req-38b01660-c0ac-491e-bb6d-8e7307f0eb07 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1354725
Apr 02 18:16:21.901059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.932319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.932788 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2f231ce1-6ab0-4acb-8097-c179987dabf7 req-fcf6a856-387b-4ae5-a3c3-355575d90b49 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=59f0d8fa-4234-42bf-8ffa-98a57527cca7&id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0464385
Apr 02 18:16:21.977359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.982297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4f77cdb-c639-442b-9a55-cd937b1dbe65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:21.994760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7e86ae-9292-4cd8-9775-4102b8710fd1,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:21.997016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:22.004754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.005947 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c7e86ae-9292-4cd8-9775-4102b8710fd1 HTTP/1.1" status: 204  len: 168 time: 0.1740108
Apr 02 18:16:25.640709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:29.078017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10208801-2576-447a-98fa-af4268e0e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:30.651831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:31.549333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-139f22fb-2e66-4259-8455-1676ef579da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:32.294345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:33.743227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.223727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59480) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:37.346162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.361878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:37.365771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Usage tracker for resource:security_group_rule and tenant:84b7a696d0fa479b9f7673e04e2b629a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:37.368705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:37.375250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:37.460473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.463315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.472765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-742aa6bc-7fe2-4ba6-99ac-f55d93a389ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:37.519465 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84b7a696d0fa479b9f7673e04e2b629a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2945380
Apr 02 18:16:37.520253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188edc94-f844-4276-b072-17ad7024994a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:37.522815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59488) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:37.528539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.528934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.529467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.530510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.531159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.531723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.532256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.532795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.533343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.533885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.534421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.534956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:37.539312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:37.588435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.615715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.662939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.667790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3425a910-8254-4260-8809-e04a165afc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:37.680811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188edc94-f844-4276-b072-17ad7024994a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:37.685882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:37.690353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:37.693436 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/188edc94-f844-4276-b072-17ad7024994a HTTP/1.1" status: 204  len: 168 time: 0.1676595
Apr 02 18:16:37.970466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59496) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:37.989587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.004642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:38.008859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Usage tracker for resource:security_group_rule and tenant:f2004bbc2e494dc4b926393d1d15df46 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:38.011785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:38.018229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:38.102104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.104774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.113252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-547bb7b5-4e79-41e4-b257-8233bf918727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:38.155475 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2004bbc2e494dc4b926393d1d15df46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1832736
Apr 02 18:16:38.157152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18be4cd-f331-4f60-b86d-a0263e843a2c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:38.158433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59500) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:38.160286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:38.219391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.245114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.291263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.296085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f775b535-cdbc-49b6-a8f0-0472d8acbc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:38.308370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18be4cd-f331-4f60-b86d-a0263e843a2c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:38.313674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:38.317875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:38.319083 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d18be4cd-f331-4f60-b86d-a0263e843a2c HTTP/1.1" status: 204  len: 168 time: 0.1595345
Apr 02 18:16:44.518500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:16:46.945321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59642) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:47.068170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.083089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:47.087032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Usage tracker for resource:security_group_rule and tenant:23be0f8cbe7a421eaf97b013425feb0b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:47.089916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:47.095856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:47.183341 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.185851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.194291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-62259ea6-2e4a-400c-9158-5476f4d8bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:47.235847 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23be0f8cbe7a421eaf97b013425feb0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894351
Apr 02 18:16:47.236837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65e813a-94b4-435f-bb47-8c13a0e4d915,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:47.238717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59648) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:47.240240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:47.301604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.332073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.388144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.394183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f21a411f-ea7c-4ecb-8071-4e100c12243b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:47.410456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65e813a-94b4-435f-bb47-8c13a0e4d915,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:47.413700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:47.421781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.423536 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d65e813a-94b4-435f-bb47-8c13a0e4d915 HTTP/1.1" status: 204  len: 168 time: 0.1833196
Apr 02 18:16:47.719492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59666) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:47.739143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.754666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:47.758691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Usage tracker for resource:security_group_rule and tenant:bdc7010d257c4b0187c98d5d2ee56135 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:47.761627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:47.768338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:47.859740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.863887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.872436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-888d682a-0a9e-4c83-b424-4b6863c4e2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:47.917604 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdc7010d257c4b0187c98d5d2ee56135&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1966681
Apr 02 18:16:47.918307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0126e-6216-4f2c-b0f7-e4348fe36920,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:47.920374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59672) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:47.922382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:48.001948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:48.028829 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:48.075346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:48.080839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27221710-1815-45bc-bfc1-d3f7b264f382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:48.097506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0126e-6216-4f2c-b0f7-e4348fe36920,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:48.103123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:48.105240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:48.106682 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2d0126e-6216-4f2c-b0f7-e4348fe36920 HTTP/1.1" status: 204  len: 168 time: 0.1841111
Apr 02 18:16:55.643573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:56.802302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc82e-329d-463e-aeed-37e1560f2641 req-eae4e390-f5a4-446f-ad20-3400d3f87948 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:56.803865 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-584fc82e-329d-463e-aeed-37e1560f2641 req-eae4e390-f5a4-446f-ad20-3400d3f87948 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.0926943
Apr 02 18:16:56.850817 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-584fc82e-329d-463e-aeed-37e1560f2641 req-3485f747-eb6f-4707-b45e-7f9751b810b3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407357
Apr 02 18:16:58.066208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35291a2-a240-4c27-b31c-3869936e1f86 req-e3f58200-207a-4d85-ba31-0c61e1c344b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:58.067854 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e35291a2-a240-4c27-b31c-3869936e1f86 req-e3f58200-207a-4d85-ba31-0c61e1c344b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.0916572
Apr 02 18:16:58.115554 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e35291a2-a240-4c27-b31c-3869936e1f86 req-b12df611-3101-40ef-ba49-13f834718cdc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412879
Apr 02 18:16:59.078256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e4413326-8ef6-42a4-a6e4-f69b05b31894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:59.319893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d9f26-dae3-402a-9bee-38c1113a02ed req-7fa9dcec-5db8-49ef-a2ce-8f15bbfbacbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:59.321454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1c5d9f26-dae3-402a-9bee-38c1113a02ed req-7fa9dcec-5db8-49ef-a2ce-8f15bbfbacbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.0873771
Apr 02 18:16:59.373285 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1c5d9f26-dae3-402a-9bee-38c1113a02ed req-91e29981-3973-4353-b510-cb453f91ab60 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448730
Apr 02 18:17:00.579303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bda246-0ab4-455a-a67b-8308dc874d75 req-0c4e1f65-2a80-47d6-85b8-0f09cd98fc0f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:00.580885 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-64bda246-0ab4-455a-a67b-8308dc874d75 req-0c4e1f65-2a80-47d6-85b8-0f09cd98fc0f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.0871620
Apr 02 18:17:00.631120 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-64bda246-0ab4-455a-a67b-8308dc874d75 req-a7b61f2a-4a35-4530-92c2-46060160c62c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437748
Apr 02 18:17:00.653769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.457142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532370-4790-4e82-9258-e1ab7af85848 req-58a78ec6-6b81-43c5-9719-433354f2a531 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:01.458733 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2532370-4790-4e82-9258-e1ab7af85848 req-58a78ec6-6b81-43c5-9719-433354f2a531 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.0876856
Apr 02 18:17:01.538501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Deleting port 2bc00547-2a89-49b4-bc40-5931add51d64 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:01.538888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.552452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a215db0-38fe-4b40-ad6c-489e3fdffd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.870144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] For port 2bc00547-2a89-49b4-bc40-5931add51d64, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2bc00547-2a89-49b4-bc40-5931add51d64,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:01.870748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.972090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddce82-fff1-48e5-97b3-4f0c883d946e req-7f855885-3f66-48c7-a953-fda50890fe88 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:01.973639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1eddce82-fff1-48e5-97b3-4f0c883d946e req-7f855885-3f66-48c7-a953-fda50890fe88 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 947 time: 0.2190976
Apr 02 18:17:02.111232 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1eddce82-fff1-48e5-97b3-4f0c883d946e req-db33bb4f-4888-424e-8f93-c651eedd2720 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=45eeb1f8-c5fb-45e5-bf37-12028e89d88c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293862
Apr 02 18:17:02.211439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59878) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:02.227244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.227647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.228003 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Floating IP 98714619-f43a-4c23-ad02-6e3cf2a6ad79 disassociated. External IP: 172.27.3.168, port: 2bc00547-2a89-49b4-bc40-5931add51d64.
Apr 02 18:17:02.228448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Calling delete_port for 2bc00547-2a89-49b4-bc40-5931add51d64 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:02.297306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.341836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.356900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:02.360985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2d369541d74b99b1a84cb6232119c8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:02.363977 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:02.369910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:02.381252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.397465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-19c3d73c-c69f-4ec9-b1d7-140a87f3bf4a tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:02.456245 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.459333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.469275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36604fc6-9681-411b-8f3e-fa2f86066b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:02.513512 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc2d369541d74b99b1a84cb6232119c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3008697
Apr 02 18:17:02.514167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59884) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:02.536376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83122c92-859e-458e-b2e1-506b17a735c4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:02.549709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.549923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.550241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.550639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.551061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.551466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.551859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.552251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.552641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.553025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.553411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.553792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:02.565446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:02.605755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.640054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.667079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event deleted for resources: {'Port': ['ID=2bc00547-2a89-49b4-bc40-5931add51d64,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:02.685584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.691288 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f0e1d566-a3cf-44c4-902f-c16d4d1d6a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:02.704155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83122c92-859e-458e-b2e1-506b17a735c4,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:02.707806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:02.713369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.715084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:02.715470 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83122c92-859e-458e-b2e1-506b17a735c4 HTTP/1.1" status: 204  len: 168 time: 0.1964371
Apr 02 18:17:02.968605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Router 156647d1-252b-4f85-891a-0998121cab12 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:03.161714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:03.173342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:03.184109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:03.185065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ef67f98>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:03.248193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] No DVR routers for this DVR port 2bc00547-2a89-49b4-bc40-5931add51d64 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:17:03.250932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.254248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-deleted', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:03.267358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59896) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:03.293616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.312264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:03.315147 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-18d79f82-1c99-4c71-8b30-04abeaa3a513 req-54d82cd7-1c64-4c57-82a0-7caf1d5e1bef tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0592580
Apr 02 18:17:03.316332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Usage tracker for resource:security_group_rule and tenant:004cc1f98e43434e92afbda98fc09b51 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:03.319325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:03.325362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:03.343635 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2532370-4790-4e82-9258-e1ab7af85848 req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "DELETE /v2.0/ports/2bc00547-2a89-49b4-bc40-5931add51d64 HTTP/1.1" status: 204  len: 173 time: 1.8794708
Apr 02 18:17:03.363723 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12b7aec-583c-4187-aa92-31eb6248f090', 'name': 'network-vif-deleted', 'tag': '2bc00547-2a89-49b4-bc40-5931add51d64', 'status': 'completed', 'code': 200}
Apr 02 18:17:03.388845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:03.415613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.460788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.470498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-26707ba0-33f3-4a08-94b0-56dbc84c3822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:03.516758 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=004cc1f98e43434e92afbda98fc09b51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2440007
Apr 02 18:17:03.517358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59904) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:03.520488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec298efb-7c79-4525-9fca-6398218fc747,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:03.525440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:03.600159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.632253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.688715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.698417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-faed9563-f21e-4bc0-8bd6-6fe82ca90b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:03.713978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec298efb-7c79-4525-9fca-6398218fc747,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:03.716824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:03.718354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.719586 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec298efb-7c79-4525-9fca-6398218fc747 HTTP/1.1" status: 204  len: 168 time: 0.2010694
Apr 02 18:17:03.755350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ef67f98>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:03.767171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:03.778071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:03.778746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ef67f98>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:03.838641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.971909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:04.127195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59914) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:04.146817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.163619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:04.167986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Usage tracker for resource:security_group_rule and tenant:771aa5793f5549c3b7eff25cb9fdc5a3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:04.170998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:04.177179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:04.267263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.306257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ef67f98>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:04.310586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaae67-e9ee-401d-ac2d-bc3f71d99226 None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:04.320903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.331159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cf8ee731-545d-47a4-9001-49d13bbbcd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:04.377539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59920) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:04.377741 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771aa5793f5549c3b7eff25cb9fdc5a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2493474
Apr 02 18:17:04.379544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f282c12-69b4-47d9-8b58-1c3b786e8e3a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:04.393383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:04.451275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.483764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.490745 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b7910338-d9eb-432e-a32d-5b947e76d8c7 req-6a9763f1-caff-4fab-8347-a0a24ba00e3a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0577266
Apr 02 18:17:04.536432 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.541760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-95492257-15ae-45f4-b378-25f600e38a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:04.554127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f282c12-69b4-47d9-8b58-1c3b786e8e3a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:04.557082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:04.566156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.567515 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f282c12-69b4-47d9-8b58-1c3b786e8e3a HTTP/1.1" status: 204  len: 168 time: 0.1882246
Apr 02 18:17:04.794486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e4bcce-48c3-4a6b-ab41-ad95c7869898 None None] New status for floating IP 98714619-f43a-4c23-ad02-6e3cf2a6ad79: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:17:05.456650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59946) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:05.574382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2018828982-network', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:05.580844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:05.584930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Usage tracker for resource:network and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:05.588164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:05.596053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:05.604990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Made reservation on behalf of 3e4cf0a387af4100933ab7fa547a0b37 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:05.609906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.623023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.638396 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:05.643138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:05.646043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:05.652296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:05.684563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2c2f54f6-befd-414c-85d2-5734f215e920 req-9af1b294-0a49-4356-bdb6-50b3a73e13ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:05.698950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2c2f54f6-befd-414c-85d2-5734f215e920 req-9af1b294-0a49-4356-bdb6-50b3a73e13ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:05.700288 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c2f54f6-befd-414c-85d2-5734f215e920 req-9af1b294-0a49-4356-bdb6-50b3a73e13ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0654545
Apr 02 18:17:05.737614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.740373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.744613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2b08899b-f4c8-43e7-b8bd-dc2befe5e9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:05.773785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:17:05.783426 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6034c40f-aab3-4d77-8400-0331e75c2c30,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:05.787243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:05.789763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.790148 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Added segment 6f5ef99b-d17f-484e-85c1-c67d362ed421 of type vlan for network 4986320c-a8a4-4804-8cd3-4b1d6e699801
Apr 02 18:17:05.816775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.845960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.847339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:05.847976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.852855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:05.964307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4986320c-a8a4-4804-8cd3-4b1d6e699801,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:05.969175 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5113795
Apr 02 18:17:05.970407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:05.971429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59958) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:05.975701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:17:05.977694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Request body: {'subnet': {'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2018828982-subnet', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:05.983693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:05.987836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Usage tracker for resource:subnet and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:05.991794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:05.999009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:06.009706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Made reservation on behalf of 3e4cf0a387af4100933ab7fa547a0b37 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:06.015140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65274427'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.305438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:06.352395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 2bc00547-2a89-49b4-bc40-5931add51d64 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:06.352702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 2bc00547-2a89-49b4-bc40-5931add51d64 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:06.421553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65155165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65274376'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.436675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d072305-0bbd-4d0c-8899-70af0c0880f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:06.786796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:06.791805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:06.901550 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-00fa3994-d958-4137-a5a1-9bc223d38326 req-af3c55b4-3b7c-4a4d-a30e-82d0dc647901 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=b12b7aec-583c-4187-aa92-31eb6248f090 HTTP/1.1" status: 200  len: 210 time: 0.0574749
Apr 02 18:17:06.902444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Checking segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:06.902837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Network hostable DHCP agents. Network: 4986320c-a8a4-4804-8cd3-4b1d6e699801, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:17:06.922619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:17:06.931342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 4986320c-a8a4-4804-8cd3-4b1d6e699801) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:06.946368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:06.947017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.947168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38ca7b-b1c9-4e96-ba55-86f4534d1077 None None] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:06.971573 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ad582aff-a3e5-435a-aedc-cbde558de88e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9989879
Apr 02 18:17:06.971804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 59966) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:06.977266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:06.982127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:06.987682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Usage tracker for resource:router and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:06.990581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:06.997629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:07.007883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.008936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.025768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.189857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-4986320c-a8a4-4804-8cd3-4b1d6e699801', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:17:07.190779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.319292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.352685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Allocated IP 172.20.0.2 (4986320c-a8a4-4804-8cd3-4b1d6e699801/4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431/eef9447e-7852-49b1-852c-3ecf6a0cf9ef) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:07.570784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.582314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Transition to ACTIVE for port object eef9447e-7852-49b1-852c-3ecf6a0cf9ef will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:07.601352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Transition to ACTIVE for port object eef9447e-7852-49b1-852c-3ecf6a0cf9ef will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:07.605852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.620997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:07.644462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.677476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.830402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Allocated IP 172.27.3.124 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/12d62f28-0422-4e9b-979a-4ab89100a0c3) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:07.931662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Pushing event updated for resources: {'Port': ['ID=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:07.946115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.946503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.946884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.947296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.947774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.948058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.948778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.949360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.949750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.950120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.950510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.950820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:07.956959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:08.005928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:08.006636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.007286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:08.010034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:08.056980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.074506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0994fa1e-a151-47a8-beef-25e8c5110c5e tempest-VolumesActionsTest-894912915 tempest-VolumesActionsTest-894912915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:08.083801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59978) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:08.113474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Attempting to bind port eef9447e-7852-49b1-852c-3ecf6a0cf9ef on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:08.113892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Attempting to bind port eef9447e-7852-49b1-852c-3ecf6a0cf9ef by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:08.114301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Attempting to bind port eef9447e-7852-49b1-852c-3ecf6a0cf9ef on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:08.120379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:08.127000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Checking segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:08.127000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.127000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Bound using segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:08.127000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Bound port: eef9447e-7852-49b1-852c-3ecf6a0cf9ef, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:08.127000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.187340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.222773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.240176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] For port eef9447e-7852-49b1-852c-3ecf6a0cf9ef, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:08.244107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] For port eef9447e-7852-49b1-852c-3ecf6a0cf9ef, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:08.249961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.261860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=12d62f28-0422-4e9b-979a-4ab89100a0c3,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:08.266511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:08.266696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e2e79189-75aa-4b69-a273-7362b27dba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:08.277965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.284350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7139ac1d-4aab-445e-b55c-5de54c545fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:08.287162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:08.288424 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:08.290779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:08.302110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eeb1f8-c5fb-45e5-bf37-12028e89d88c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:08.304681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:08.313126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.317007 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "DELETE /v2.0/security-groups/45eeb1f8-c5fb-45e5-bf37-12028e89d88c HTTP/1.1" status: 204  len: 168 time: 0.2294919
Apr 02 18:17:08.317285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59984) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:08.336043 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.v2.resource [None req-aebdf884-fc52-4dd2-bf25-ec992cc664da tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] show failed (client error): The resource could not be found.
Apr 02 18:17:08.339904 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-aebdf884-fc52-4dd2-bf25-ec992cc664da tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups/45eeb1f8-c5fb-45e5-bf37-12028e89d88c HTTP/1.1" status: 404  len: 347 time: 0.0187860
Apr 02 18:17:08.340545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59988) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:08.438885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Pushing event updated for resources: {'Port': ['ID=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:08.443789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:08.512666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Deleting port 227584a1-2930-4c69-979c-7fc01bb1c3eb {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:08.513047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.710813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.711198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.847617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Calling delete_port for 227584a1-2930-4c69-979c-7fc01bb1c3eb owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:09.130480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.146488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:09.201736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event deleted for resources: {'Port': ['ID=227584a1-2930-4c69-979c-7fc01bb1c3eb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:09.205603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:09.244504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.391927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device eef9447e-7852-49b1-852c-3ecf6a0cf9ef up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:09.421147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.440930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.445383 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "DELETE /v2.0/floatingips/98714619-f43a-4c23-ad02-6e3cf2a6ad79 HTTP/1.1" status: 204  len: 168 time: 1.1008875
Apr 02 18:17:09.483224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port eef9447e-7852-49b1-852c-3ecf6a0cf9ef completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:09.632886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.758105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 59996) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:09.765953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982015579', 'description': 'tempest-description--1343578018'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:09.772547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:09.777156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:09.780772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:09.787581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:09.798833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.821337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:09.825390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:09.828612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:09.834601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:09.860326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:17:09.912238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcc620-83da-4222-9ef7-44fa689f373e None None] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:09.913066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.921344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.927924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-73c02657-d167-4dec-82e4-b14211d73e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:09.972186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c032aad9-31e0-452f-b46e-eabb015b9cd8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:09.975303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:09.976821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.978142 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2175643
Apr 02 18:17:09.981178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60000) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:09.988329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'security_group_rule': {'security_group_id': 'c032aad9-31e0-452f-b46e-eabb015b9cd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:09.994907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:10.000214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:10.003275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:10.009589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:10.027336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.027813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Provisioning for port eef9447e-7852-49b1-852c-3ecf6a0cf9ef completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:10.039013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Provisioning complete for port eef9447e-7852-49b1-852c-3ecf6a0cf9ef triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:10.039443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.072063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:10.090518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:10.099751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.100379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.101807 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1291330
Apr 02 18:17:10.104654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60004) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:10.153168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:10.153850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e0a94a8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:10.162834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.236673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-95801279-326f-44bf-820e-c7e2a87a57ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:10.268808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f608c4ac-ce9e-4bd5-91fe-9f5adcc85764,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:10.271747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:10.301592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.306362 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7ed252bb-8024-4ea2-9103-544388b68609 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3212566
Apr 02 18:17:10.306793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60010) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:10.313243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'security_group_rule': {'security_group_id': 'c032aad9-31e0-452f-b46e-eabb015b9cd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:10.319598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:10.329135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:security_group_rule and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:10.332983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:10.339197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:10.356387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.427145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.430008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.438363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:10.458305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6412cc-6f1e-45f8-9f1d-44800f6e2da2,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:10.460891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:10.469641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.470925 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-39a18531-453e-445d-9b66-b9e4648d733d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1630540
Apr 02 18:17:10.474220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60014) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:10.478087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.480351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:10.487232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:10.491614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Usage tracker for resource:floatingip and tenant:1e2086447d714f2590c64429e8bf97e7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:10.494559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:10.497912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:10.501564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:10.516144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.665993 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.674508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] For port eef9447e-7852-49b1-852c-3ecf6a0cf9ef, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:10.724468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.730797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:10.841623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Allocated IP 172.27.3.107 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/13a63096-f086-4c3f-90de-f53f3bd1157e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:10.842111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Pushing event updated for resources: {'Port': ['ID=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:10.874266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:10.910544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e0a94a8>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:08Z', 'revision_number': 3, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:10.914694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:10.915123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Updating router 4e9ee767-e20d-4efb-bbac-2274c26b0895 port 12d62f28-0422-4e9b-979a-4ab89100a0c3 binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:10.945478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.987608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b5455b70-f8fc-4f99-99ae-789048c19231 None None] Provisioning complete for port eef9447e-7852-49b1-852c-3ecf6a0cf9ef triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:10.987932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b5455b70-f8fc-4f99-99ae-789048c19231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.017687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.025616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.051821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.069096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:11.183502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Allocated IP 172.20.0.1 (4986320c-a8a4-4804-8cd3-4b1d6e699801/4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431/81394940-2829-4add-ab09-0482e1c88985) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:11.226908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'Port': ['ID=13a63096-f086-4c3f-90de-f53f3bd1157e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:11.234012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:11.268749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:11.270002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:11.272764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:11.356452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.386275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.387205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Transition to ACTIVE for port object 81394940-2829-4add-ab09-0482e1c88985 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:11.390215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device eef9447e-7852-49b1-852c-3ecf6a0cf9ef up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:11.413337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.431483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dac99664-ae04-429a-91b0-dd12b77feda8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:11.457465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.590421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Pushing event updated for resources: {'Port': ['ID=81394940-2829-4add-ab09-0482e1c88985,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:11.594429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:11.637374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:11.638282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:11.648664 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:11.681923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port eef9447e-7852-49b1-852c-3ecf6a0cf9ef triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:11.682348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.721267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.763324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.772557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.827579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.866501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4026c9f9-12e9-4c7e-b1d4-5dfcb2b59691 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:11.879033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Transition to ACTIVE for port object 12d62f28-0422-4e9b-979a-4ab89100a0c3 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:11.894764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.916584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:12.070867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5b6c4a1c-29fb-4071-96a4-79ec8aab5501 None None] Provisioning for port 81394940-2829-4add-ab09-0482e1c88985 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:12.091802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521c752-93a2-4d64-95d0-07803a9ce9fc None None] Pushing event updated for resources: {'Port': ['ID=12d62f28-0422-4e9b-979a-4ab89100a0c3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:12.096983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5b6c4a1c-29fb-4071-96a4-79ec8aab5501 None None] Provisioning complete for port 81394940-2829-4add-ab09-0482e1c88985 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:12.097318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4a1c-29fb-4071-96a4-79ec8aab5501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.127187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8521c752-93a2-4d64-95d0-07803a9ce9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:12.188116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c4a1c-29fb-4071-96a4-79ec8aab5501 None None] Port 81394940-2829-4add-ab09-0482e1c88985 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:12.198282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'Port': ['ID=13a63096-f086-4c3f-90de-f53f3bd1157e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:12.205003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:12.212108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Attempting to bind port 12d62f28-0422-4e9b-979a-4ab89100a0c3 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:12.212527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Attempting to bind port 12d62f28-0422-4e9b-979a-4ab89100a0c3 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:12.212938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Attempting to bind port 12d62f28-0422-4e9b-979a-4ab89100a0c3 on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:12.219793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:12.220210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:12.220656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.221092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:12.221604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Bound port: 12d62f28-0422-4e9b-979a-4ab89100a0c3, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:12.222021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.258947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.290009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.303007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] For port 12d62f28-0422-4e9b-979a-4ab89100a0c3, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:12.306269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] For port 12d62f28-0422-4e9b-979a-4ab89100a0c3, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=12d62f28-0422-4e9b-979a-4ab89100a0c3,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:12.311786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.311989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.321414 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8380585
Apr 02 18:17:12.328281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86836026-17cc-4546-b947-cc01de2c7dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:12.419560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521c752-93a2-4d64-95d0-07803a9ce9fc None None] Pushing event updated for resources: {'Port': ['ID=12d62f28-0422-4e9b-979a-4ab89100a0c3,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:12.477828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8521c752-93a2-4d64-95d0-07803a9ce9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:12.551484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:12.552584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e0a94a8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:12.587773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-baf96ea3-8598-4831-8e22-7c3edce59af3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:12.613963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.617895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.648349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-62f1223a-c8b5-4397-81c8-a8a834d779ad tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:12.681038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-baf96ea3-8598-4831-8e22-7c3edce59af3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:12.682289 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-baf96ea3-8598-4831-8e22-7c3edce59af3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1982015579&fields=id&tenant_id=1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 267 time: 0.1525195
Apr 02 18:17:12.744308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:12.784560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Pushing event updated for resources: {'Port': ['ID=81394940-2829-4add-ab09-0482e1c88985,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:12.787611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:12.788606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.993402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-134e4f4a-e369-4065-8d65-91beaafe8b51 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:12.994952 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-134e4f4a-e369-4065-8d65-91beaafe8b51 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 817 time: 0.3017921
Apr 02 18:17:13.026757 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-8135a110-1d92-4dc3-8102-b8ff5bb034de tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/quotas/1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 375 time: 0.0197730
Apr 02 18:17:13.081833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e0a94a8>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:11Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:13.086169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba46e9-152b-4f24-aa98-b32c1a51e991 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:11Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:13.089812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:13.094354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:13.297681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-3ad181ad-0098-46de-b160-34843c135439 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:13.325789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c9195b05-d2c3-4877-a7f4-0ffb007751e1 None None] Provisioning complete for port 81394940-2829-4add-ab09-0482e1c88985 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:13.326202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c9195b05-d2c3-4877-a7f4-0ffb007751e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:13.333923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-3ad181ad-0098-46de-b160-34843c135439 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:13.335374 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-3ad181ad-0098-46de-b160-34843c135439 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2997897
Apr 02 18:17:13.345148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:13.388275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c9195b05-d2c3-4877-a7f4-0ffb007751e1 None None] Port 81394940-2829-4add-ab09-0482e1c88985 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:13.686823 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-896c3ffa-6eb7-40be-b4c7-1d80b23e070e service neutron] 10.222.0.13 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375633
Apr 02 18:17:13.696749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:13.745534 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e9ee767-e20d-4efb-bbac-2274c26b0895/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6396804
Apr 02 18:17:13.854260 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-d4ccb45b-7feb-469a-806d-75e5ed4eccdc service neutron] 10.222.0.13 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591523
Apr 02 18:17:14.111598 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-914e081a-3b39-4e7a-86d1-29057986a116 req-35cf02fb-2d47-49b7-81eb-90caf4cece1f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 210 time: 0.0599217
Apr 02 18:17:14.397394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60066) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:14.403718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-13065087-network', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:14.409561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:14.413515 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Usage tracker for resource:network and tenant:14eb43e7e5ac49f6b8ca07dd69af50fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:14.417127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:14.424720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:14.439033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Made reservation on behalf of 14eb43e7e5ac49f6b8ca07dd69af50fa for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:14.444891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.459634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.477120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:14.481069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Usage tracker for resource:security_group_rule and tenant:14eb43e7e5ac49f6b8ca07dd69af50fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:14.485100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:14.491210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:14.584667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.587751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.592827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23f1c28c-64d1-4f4e-a885-ff4789afeead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:14.619918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:17:14.634668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267698a-37cc-4cb6-a430-59b07f523e54,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:14.638017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:14.641121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.641472 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Added segment 764285d0-5da1-4ee7-baaa-62bd76265fff of type vlan for network 5b74cf56-d0c2-43ff-820c-89de9842517a
Apr 02 18:17:14.672091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.712549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.714035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:14.714753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.720344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6d668bd-1284-4545-adf5-90587eadb141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:14.842831 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4372168
Apr 02 18:17:14.843327 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60076) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:14.845510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Request body: {'subnet': {'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-13065087-subnet', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:14.848225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Pushing event updated for resources: {'Network': ['ID=5b74cf56-d0c2-43ff-820c-89de9842517a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:14.850632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:14.850876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:14.854850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Usage tracker for resource:subnet and tenant:14eb43e7e5ac49f6b8ca07dd69af50fa is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:14.858707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:14.859772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 5b74cf56-d0c2-43ff-820c-89de9842517a details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:17:14.865055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:14.875512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Made reservation on behalf of 14eb43e7e5ac49f6b8ca07dd69af50fa for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:14.880279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65274427'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.282483 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f225eeca-b3e6-4e41-b171-9837bbce8fc9 req-8000229f-597a-4ea8-9881-b3c4c982e6b0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 210 time: 0.0525329
Apr 02 18:17:15.363622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65155165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65274376'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.380165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2ea5dfe0-84b6-4109-94d4-bc18dd8e4f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:15.425725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 12d62f28-0422-4e9b-979a-4ab89100a0c3 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:15.457471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-41cfacbe-4812-4d9b-9d53-2cbd41376a36 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:15.459295 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-41cfacbe-4812-4d9b-9d53-2cbd41376a36 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 817 time: 0.2095835
Apr 02 18:17:15.527350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 12d62f28-0422-4e9b-979a-4ab89100a0c3 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:15.533626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 12d62f28-0422-4e9b-979a-4ab89100a0c3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:15.534058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.556217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba319fb-08da-4de2-894e-2c8910ae7522,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:15.560158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:15.578373 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-c273b06b-ea18-4752-99c6-c46ffa68d537 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 5705 time: 0.1095479
Apr 02 18:17:15.587667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'port': {'device_id': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'admin_state_up': True, 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'security_groups': ['c032aad9-31e0-452f-b46e-eabb015b9cd8']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:15.631625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Checking segment: {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:15.632124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Network hostable DHCP agents. Network: 5b74cf56-d0c2-43ff-820c-89de9842517a, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:17:15.650694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Network 5b74cf56-d0c2-43ff-820c-89de9842517a is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:17:15.660344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 5b74cf56-d0c2-43ff-820c-89de9842517a) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:15.673615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:15.674230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.675668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.680810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e96877-dcf0-43d2-a094-0b2de0ea779a None None] Network 5b74cf56-d0c2-43ff-820c-89de9842517a requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:15.696509 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-32a3a237-6c33-46f1-a9d2-2606a742dd9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8536661
Apr 02 18:17:15.696912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60086) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:15.702422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:15.707507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:15.712071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Usage tracker for resource:router and tenant:14eb43e7e5ac49f6b8ca07dd69af50fa is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:15.716031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:15.722883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:15.733318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.734393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.739360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:15.749130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.749309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:15.758614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Made reservation on behalf of 1e2086447d714f2590c64429e8bf97e7 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:15.764902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.855139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 12d62f28-0422-4e9b-979a-4ab89100a0c3, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=12d62f28-0422-4e9b-979a-4ab89100a0c3,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:15.864943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.869057 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:15.948473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=12d62f28-0422-4e9b-979a-4ab89100a0c3,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:15.953917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:15.955010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Allocated IP 172.20.0.9 (39497f40-94c5-4413-b71e-84de6823d9eb/69a2cc83-78e6-4cc3-b95b-5378ab71b189/b920c4d6-8326-49bc-b5e8-afcfd9717f0e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:16.012360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-5b74cf56-d0c2-43ff-820c-89de9842517a', 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'fixed_ips': [{'subnet_id': 'dba319fb-08da-4de2-894e-2c8910ae7522'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:17:16.014391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.206124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.207852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Allocated IP 172.20.0.2 (5b74cf56-d0c2-43ff-820c-89de9842517a/dba319fb-08da-4de2-894e-2c8910ae7522/4a451cdd-4685-420b-81be-1533888f9018) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:16.224326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Transition to ACTIVE for port object b920c4d6-8326-49bc-b5e8-afcfd9717f0e will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:16.249477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.265974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64ac026c-8889-4700-97f6-c28c40d55368 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:16.377229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.420230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:16.428709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:16.590016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Network 39497f40-94c5-4413-b71e-84de6823d9eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:16.594528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:16.597892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:16.634718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14e806-2524-43c1-b00a-bd02a3a82025 req-507eab21-6362-47d5-89ac-aa8343ed3d3b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.636535 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7a14e806-2524-43c1-b00a-bd02a3a82025 req-507eab21-6362-47d5-89ac-aa8343ed3d3b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 931 time: 0.1864130
Apr 02 18:17:16.639401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.653056 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Transition to ACTIVE for port object 4a451cdd-4685-420b-81be-1533888f9018 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:16.675319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Transition to ACTIVE for port object 4a451cdd-4685-420b-81be-1533888f9018 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:16.681154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.703653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51c2146e-f0c7-4737-8bf7-9737f797253a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:16.726218 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7a14e806-2524-43c1-b00a-bd02a3a82025 req-d87722a8-1908-4181-86f5-7dd445b337b4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780468
Apr 02 18:17:16.736490 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.737346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.784354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.807071 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2238045
Apr 02 18:17:16.811433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:16.820600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Request body: {'port': {'device_id': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:16.822523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.826679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:16.827410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea3b390>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:16.890875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Pushing event updated for resources: {'Port': ['ID=4a451cdd-4685-420b-81be-1533888f9018,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:16.898780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:16.960733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c1fc95c7-a570-4b9d-8d64-03a34348213b None None] Provisioning for port b920c4d6-8326-49bc-b5e8-afcfd9717f0e completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:16.969945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c1fc95c7-a570-4b9d-8d64-03a34348213b None None] Provisioning complete for port b920c4d6-8326-49bc-b5e8-afcfd9717f0e triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:16.970437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c1fc95c7-a570-4b9d-8d64-03a34348213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.987535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.001772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Network 5b74cf56-d0c2-43ff-820c-89de9842517a is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:17.003822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Allocated IP 172.27.3.106 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/975a6b9a-3f9d-49e2-a77a-dce6ff98d667) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:17.008152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:17.013299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:17.027770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:17.188440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.193249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Attempting to bind port 4a451cdd-4685-420b-81be-1533888f9018 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:17.193799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Attempting to bind port 4a451cdd-4685-420b-81be-1533888f9018 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:17.194372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Attempting to bind port 4a451cdd-4685-420b-81be-1533888f9018 on network 5b74cf56-d0c2-43ff-820c-89de9842517a {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:17.200663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:17.201405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Checking segment: {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:17.202048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.202592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Bound using segment: {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:17.203295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Bound port: 4a451cdd-4685-420b-81be-1533888f9018, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:17.203822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.221982 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc95c7-a570-4b9d-8d64-03a34348213b None None] Port b920c4d6-8326-49bc-b5e8-afcfd9717f0e cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:17.237706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.265793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:17.306015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] For port 4a451cdd-4685-420b-81be-1533888f9018, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:17.323583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] For port 4a451cdd-4685-420b-81be-1533888f9018, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4a451cdd-4685-420b-81be-1533888f9018,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:17.327548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.344227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:17.424566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea3b390>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 2, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:17.426359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 12d62f28-0422-4e9b-979a-4ab89100a0c3 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:17.434504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:17.434896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Updating router 4e9ee767-e20d-4efb-bbac-2274c26b0895 port 81394940-2829-4add-ab09-0482e1c88985 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:17.490200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Pushing event updated for resources: {'Port': ['ID=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:17.502544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.508091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:17.588250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:17.589740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:17.592346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:17.676237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Pushing event updated for resources: {'Port': ['ID=4a451cdd-4685-420b-81be-1533888f9018,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:17.683340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:17.728789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 12d62f28-0422-4e9b-979a-4ab89100a0c3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:17.728933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.743318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b920c4d6-8326-49bc-b5e8-afcfd9717f0e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:17.760052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.796679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Transition to ACTIVE for port object b920c4d6-8326-49bc-b5e8-afcfd9717f0e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:17.804967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.020221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ce9d064-f96c-497b-a5ad-7df891e527ef tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:18.133636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:18.136635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:18.222897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.322949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5456d56-7c73-4a5b-8ef5-3913fdc3553c req-e1d501ca-ff65-4c01-bfef-1760d4f9fc00 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:18.325697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b5456d56-7c73-4a5b-8ef5-3913fdc3553c req-e1d501ca-ff65-4c01-bfef-1760d4f9fc00 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Synchronizing usage tracker for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:18.379414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.393678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Transition to ACTIVE for port object 81394940-2829-4add-ab09-0482e1c88985 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:18.404625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.468018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Attempting to bind port b920c4d6-8326-49bc-b5e8-afcfd9717f0e on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:18.468595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Attempting to bind port b920c4d6-8326-49bc-b5e8-afcfd9717f0e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:18.468725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Attempting to bind port b920c4d6-8326-49bc-b5e8-afcfd9717f0e on network 39497f40-94c5-4413-b71e-84de6823d9eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:18.474698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Port b920c4d6-8326-49bc-b5e8-afcfd9717f0e on network 39497f40-94c5-4413-b71e-84de6823d9eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:17:18.475102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Attempting to bind port b920c4d6-8326-49bc-b5e8-afcfd9717f0e on network 39497f40-94c5-4413-b71e-84de6823d9eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:18.477580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b5456d56-7c73-4a5b-8ef5-3913fdc3553c req-e1d501ca-ff65-4c01-bfef-1760d4f9fc00 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Unset dirty status for tenant:1e2086447d714f2590c64429e8bf97e7 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:18.479016 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b5456d56-7c73-4a5b-8ef5-3913fdc3553c req-e1d501ca-ff65-4c01-bfef-1760d4f9fc00 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.4971390
Apr 02 18:17:18.487336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:18.488676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Checking segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:18.489101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Bound using segment: {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:18.489586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Bound port: b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7301c384-cf3e-4e52-97b6-64a5ab0a1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:18.489957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.574688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab7b4402-3f21-4f32-8ad4-309bed5de3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:18.664867 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b5456d56-7c73-4a5b-8ef5-3913fdc3553c req-9391c509-d1b0-4a06-98bb-0d3f29bf9cb9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1626287
Apr 02 18:17:18.705189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:18.708870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:18.713958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.735006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63f0c50b-e648-4b75-82e5-052e523d8b9c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:18.781596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.858372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Pushing event updated for resources: {'Port': ['ID=81394940-2829-4add-ab09-0482e1c88985,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:18.869369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Attempting to bind port 81394940-2829-4add-ab09-0482e1c88985 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:18.869978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Attempting to bind port 81394940-2829-4add-ab09-0482e1c88985 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:18.870539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Attempting to bind port 81394940-2829-4add-ab09-0482e1c88985 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:18.881555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.882274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.882790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.883331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.883851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.885831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.895758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.897803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.898345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.898896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.903260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.903806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:18.910297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:18.921735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:18.922186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Checking segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:18.922610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.923725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Bound using segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:18.925851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Bound port: 81394940-2829-4add-ab09-0482e1c88985, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:18.926469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.937181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:18.941098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:19.002608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:19.003340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.004853 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] 10.222.0.30 "PUT /v2.0/ports/b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 1093 time: 2.1898177
Apr 02 18:17:19.005432 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:19.065405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Router 8674ebeb-3da1-491d-8442-cd61f4f245c5 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:17:19.088319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] For port 81394940-2829-4add-ab09-0482e1c88985, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:19.092248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] For port 81394940-2829-4add-ab09-0482e1c88985, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=81394940-2829-4add-ab09-0482e1c88985,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:19.095994 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'status': 'completed', 'code': 200}
Apr 02 18:17:19.104471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.137034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:19.147827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd6734b1-a935-4ff9-9586-986e9c783852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:19.149440 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dd6734b1-a935-4ff9-9586-986e9c783852 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1096 time: 0.0914268
Apr 02 18:17:19.247582 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-6495c7d8-5431-4f9f-bfdc-734538af5870 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 217 time: 0.0896420
Apr 02 18:17:19.250738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Pushing event updated for resources: {'Port': ['ID=81394940-2829-4add-ab09-0482e1c88985,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:19.257435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:19.372974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-8c5bca2a-911b-40e4-a167-49af361cfe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:19.375226 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-8c5bca2a-911b-40e4-a167-49af361cfe71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.1148450
Apr 02 18:17:19.535021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dfb8a5bc-9717-4471-bf74-d01273dd84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:19.537480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:19.539334 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-dfb8a5bc-9717-4471-bf74-d01273dd84da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1557095
Apr 02 18:17:19.541083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea3b390>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:19.574524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4a451cdd-4685-420b-81be-1533888f9018 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:19.781469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 4a451cdd-4685-420b-81be-1533888f9018 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:19.787662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 81394940-2829-4add-ab09-0482e1c88985 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:19.881804 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-2f9f971d-5538-4c33-b955-2c05649a0835 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3353167
Apr 02 18:17:19.911284 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:19.913116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b81cf0-18a7-4bf7-9659-d831038cc488 None None] Network 5b74cf56-d0c2-43ff-820c-89de9842517a requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:19.944431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 81394940-2829-4add-ab09-0482e1c88985 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:19.947423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:19.965680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Sync routers for ids ['8674ebeb-3da1-491d-8442-cd61f4f245c5'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:19.974015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 81394940-2829-4add-ab09-0482e1c88985 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:19.974667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.008801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28532db-4f6b-451d-9cda-9cf3957c4c7f req-1068236e-a262-4f27-847b-d2082727007e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.010554 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c28532db-4f6b-451d-9cda-9cf3957c4c7f req-1068236e-a262-4f27-847b-d2082727007e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 945 time: 0.3272574
Apr 02 18:17:20.012373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.017952 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3197830
Apr 02 18:17:20.018879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60120) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:20.095475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Routers {'8674ebeb-3da1-491d-8442-cd61f4f245c5'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:20.096427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ee38160>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8674ebeb-3da1-491d-8442-cd61f4f245c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:20.288417 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6f8bde5f-fee5-4a2d-8387-6fbb427d2667 req-0d6b344b-42bc-4e2e-8aba-c52dd2961f0c service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3973119
Apr 02 18:17:20.289169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea3b390>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:19Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:20.292384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Set router 8674ebeb-3da1-491d-8442-cd61f4f245c5 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:20.293371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d1292-57b8-450e-932c-4d71730bb31e None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:19Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:20.437661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Provisioning for port 4a451cdd-4685-420b-81be-1533888f9018 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:20.470945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Provisioning complete for port 4a451cdd-4685-420b-81be-1533888f9018 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:20.471377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.472694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04984117-2fc6-4032-b062-337b4e9529fb req-552abf00-3df4-48be-b83d-051e805106bd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.474585 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-04984117-2fc6-4032-b062-337b4e9529fb req-552abf00-3df4-48be-b83d-051e805106bd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.1846824
Apr 02 18:17:20.476995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-511b94d7-d1c1-4042-8d45-dfb2fdc27071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.478520 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-511b94d7-d1c1-4042-8d45-dfb2fdc27071 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1096 time: 0.1241748
Apr 02 18:17:20.554436 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-04984117-2fc6-4032-b062-337b4e9529fb req-7c624eba-70e7-46b9-9485-0fdbc1103c75 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722089
Apr 02 18:17:20.708563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-f8dcc990-8449-44e2-af1a-c3b827eabe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.710756 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-f8dcc990-8449-44e2-af1a-c3b827eabe63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.1831164
Apr 02 18:17:20.738337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c28532db-4f6b-451d-9cda-9cf3957c4c7f req-596a543a-9908-42db-b3ea-86be4c58df2f tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7183311
Apr 02 18:17:20.808779 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-4c65801b-8b22-44ff-baeb-1d147ecc8376 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 217 time: 0.0903995
Apr 02 18:17:20.883576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-cc5ae096-a77e-4cdc-93e0-4f92032e1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.885145 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-cc5ae096-a77e-4cdc-93e0-4f92032e1dbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0685947
Apr 02 18:17:20.958326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.972587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-83812b66-db3f-4c4e-86b6-0170e6d90d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.974190 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-83812b66-db3f-4c4e-86b6-0170e6d90d3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821707
Apr 02 18:17:21.078311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.125815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.151254 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-6a431a78-8a0c-489e-ae7a-66912d13b87e service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666424
Apr 02 18:17:21.191972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Allocated IP 172.20.0.1 (5b74cf56-d0c2-43ff-820c-89de9842517a/dba319fb-08da-4de2-894e-2c8910ae7522/094ee83d-9d28-464f-98b0-a65780074f6e) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:21.230720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 81394940-2829-4add-ab09-0482e1c88985, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=81394940-2829-4add-ab09-0482e1c88985,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:21.234876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] For port 4a451cdd-4685-420b-81be-1533888f9018, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4a451cdd-4685-420b-81be-1533888f9018,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:21.245648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.249806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:21.281197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.304468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ee38160>, [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 3, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:21.315552 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9a6ca118-46ff-4044-a182-0d031131b4b6 req-bb561907-7f7f-4406-bdec-1f21d6581a52 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566243
Apr 02 18:17:21.320232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Checking router: 8674ebeb-3da1-491d-8442-cd61f4f245c5 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:21.320625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Updating router 8674ebeb-3da1-491d-8442-cd61f4f245c5 port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:21.360863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.378164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Transition to ACTIVE for port object 094ee83d-9d28-464f-98b0-a65780074f6e will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:21.398126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=81394940-2829-4add-ab09-0482e1c88985,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:21.402940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:21.403482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:21.410292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.427520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:21.441904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.465271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-c537e373-b060-4c15-b141-9b953d49cf1e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:21.468345 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-c537e373-b060-4c15-b141-9b953d49cf1e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 945 time: 0.1173992
Apr 02 18:17:21.518367 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:17:21.561325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Deleting port 93b68769-7054-46d8-a8cf-4ac8c340b605 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:21.562364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.611385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Pushing event updated for resources: {'Port': ['ID=094ee83d-9d28-464f-98b0-a65780074f6e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:21.622382 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:21.676111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Network 5b74cf56-d0c2-43ff-820c-89de9842517a is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:21.677219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:21.688516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:21.701564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Pushing event updated for resources: {'Port': ['ID=4a451cdd-4685-420b-81be-1533888f9018,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:21.711258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:21.768841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f830c86b-42d6-4b68-81d2-59909084c98d None None] Provisioning complete for port 4a451cdd-4685-420b-81be-1533888f9018 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:21.769258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f830c86b-42d6-4b68-81d2-59909084c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.770378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.971564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.017468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] For port 93b68769-7054-46d8-a8cf-4ac8c340b605, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=93b68769-7054-46d8-a8cf-4ac8c340b605,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:22.017858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.033328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b05c9-5f7a-4060-ba2e-73036c8ee8a1 req-d76e4849-1654-4eac-9530-79607800b2b0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:22.034935 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a58b05c9-5f7a-4060-ba2e-73036c8ee8a1 req-d76e4849-1654-4eac-9530-79607800b2b0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.3197865
Apr 02 18:17:22.104068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2c9f4-9a96-4680-9064-c78d3eee1c03 req-1bc76409-1c7c-4d3e-955f-ffeeca3dd4e3 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:22.105695 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-65c2c9f4-9a96-4680-9064-c78d3eee1c03 req-1bc76409-1c7c-4d3e-955f-ffeeca3dd4e3 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 945 time: 0.2213292
Apr 02 18:17:22.113641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.126705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Transition to ACTIVE for port object 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:22.134183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.156252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6be15db0-b36c-4f43-a53b-7ce72cd87463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.177307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Calling delete_port for 93b68769-7054-46d8-a8cf-4ac8c340b605 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:22.195329 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-65c2c9f4-9a96-4680-9064-c78d3eee1c03 req-c12fdec4-43fb-4b85-a90b-39fb4b57556c tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799065
Apr 02 18:17:22.282191 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a58b05c9-5f7a-4060-ba2e-73036c8ee8a1 req-bf059c7f-0bf6-4df3-92e9-bbea9d1d626a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1885877
Apr 02 18:17:22.303574 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c76983c6-fe30-49a4-83b6-302d3c5f7858 None None] Provisioning for port 094ee83d-9d28-464f-98b0-a65780074f6e completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:22.315985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c76983c6-fe30-49a4-83b6-302d3c5f7858 None None] Provisioning complete for port 094ee83d-9d28-464f-98b0-a65780074f6e triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:22.315985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c76983c6-fe30-49a4-83b6-302d3c5f7858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.340502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.345296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.356313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095283a-1918-4781-9a20-2767479fd219 None None] Pushing event updated for resources: {'Port': ['ID=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:22.363147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9095283a-1918-4781-9a20-2767479fd219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:22.373522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.375388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-175e4bcf-7b09-4fbd-ac05-095b6ae7b990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.390739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ebe4af68-b683-4b8d-9aef-15d2cc62d7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.401501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c76983c6-fe30-49a4-83b6-302d3c5f7858 None None] Port 094ee83d-9d28-464f-98b0-a65780074f6e cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:22.432798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Attempting to bind port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:22.433564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Attempting to bind port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:22.433976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Attempting to bind port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:22.441091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:22.441257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:22.441663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.442303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:22.442585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Bound port: 975a6b9a-3f9d-49e2-a77a-dce6ff98d667, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:22.443011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.451834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Pushing event deleted for resources: {'Port': ['ID=93b68769-7054-46d8-a8cf-4ac8c340b605,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:22.455441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:22.463845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.479620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Pushing event updated for resources: {'Port': ['ID=094ee83d-9d28-464f-98b0-a65780074f6e,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:22.493349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:22.525493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] For port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:22.529994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] For port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:22.535871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.554656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8521c752-93a2-4d64-95d0-07803a9ce9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.617642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Network 5b74cf56-d0c2-43ff-820c-89de9842517a is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:22.619213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:22.648461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] No DVR routers for this DVR port 93b68769-7054-46d8-a8cf-4ac8c340b605 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:17:22.651028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.655857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'name': 'network-vif-deleted', 'tag': '93b68769-7054-46d8-a8cf-4ac8c340b605'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:22.674551 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c397c3fc-b7d9-4759-b351-366f30ad06ff req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "DELETE /v2.0/ports/93b68769-7054-46d8-a8cf-4ac8c340b605 HTTP/1.1" status: 204  len: 173 time: 1.1998744
Apr 02 18:17:22.738384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095283a-1918-4781-9a20-2767479fd219 None None] Pushing event updated for resources: {'Port': ['ID=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:22.744309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9095283a-1918-4781-9a20-2767479fd219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:22.753972 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1feefe-990b-4860-915c-c4fe7cc6dbd7', 'name': 'network-vif-deleted', 'tag': '93b68769-7054-46d8-a8cf-4ac8c340b605', 'status': 'completed', 'code': 200}
Apr 02 18:17:22.795907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Routers {'8674ebeb-3da1-491d-8442-cd61f4f245c5'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:22.796773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ee38160>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8674ebeb-3da1-491d-8442-cd61f4f245c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:22.967261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-cb426835-d549-4895-970c-29ddd99b50c9 None None] Provisioning complete for port 094ee83d-9d28-464f-98b0-a65780074f6e triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:22.967791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cb426835-d549-4895-970c-29ddd99b50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.049178 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-cb426835-d549-4895-970c-29ddd99b50c9 None None] Port 094ee83d-9d28-464f-98b0-a65780074f6e cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:23.063094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] Set router 8674ebeb-3da1-491d-8442-cd61f4f245c5 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:23.095762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Router 8674ebeb-3da1-491d-8442-cd61f4f245c5 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:23.321251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:23.351022 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/8674ebeb-3da1-491d-8442-cd61f4f245c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3115945
Apr 02 18:17:23.411901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4a451cdd-4685-420b-81be-1533888f9018 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:23.456439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-33e65472-d165-4dd8-b2e0-8675d46027b6 req-a4cea11b-8309-46b8-9e5e-94531518b40b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Synchronizing usage tracker for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:23.473300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-33e65472-d165-4dd8-b2e0-8675d46027b6 req-a4cea11b-8309-46b8-9e5e-94531518b40b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Unset dirty status for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:23.488510 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-33e65472-d165-4dd8-b2e0-8675d46027b6 req-a4cea11b-8309-46b8-9e5e-94531518b40b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1feefe-990b-4860-915c-c4fe7cc6dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0885603
Apr 02 18:17:23.585727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdab5a1-c1d4-4a82-9242-7ff4a1863e5e req-2f1dd649-1c24-4a49-ab3d-f1e63dfa2f43 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:23.587508 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7bdab5a1-c1d4-4a82-9242-7ff4a1863e5e req-2f1dd649-1c24-4a49-ab3d-f1e63dfa2f43 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.1292517
Apr 02 18:17:23.604211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 4a451cdd-4685-420b-81be-1533888f9018 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:23.604730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.639875 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7bdab5a1-c1d4-4a82-9242-7ff4a1863e5e req-bf505403-9041-4728-bf00-54902a64b0d7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433660
Apr 02 18:17:23.806959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 81394940-2829-4add-ab09-0482e1c88985 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:23.839398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ee38160>, [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '094ee83d-9d28-464f-98b0-a65780074f6e', 'name': '', 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'mac_address': 'fa:16:3e:ab:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:22Z', 'revision_number': 2, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'subnets': [{'id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:23.851058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93036c-3395-4f1b-a0c6-fff8cea84756 None None] The sync data for ids ['8674ebeb-3da1-491d-8442-cd61f4f245c5'] in dv-cinder-784477-2-iscsi is: [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '094ee83d-9d28-464f-98b0-a65780074f6e', 'name': '', 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'mac_address': 'fa:16:3e:ab:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:22Z', 'revision_number': 2, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'subnets': [{'id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:23.874644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60144) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:23.880625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131261444', 'description': 'tempest-secgroup-smoke-2131261444 description', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:23.886909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:23.887917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 81394940-2829-4add-ab09-0482e1c88985 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:23.888333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.891192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:23.894099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:23.900922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:23.910590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.931910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:23.936730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:23.939668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:23.945744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:24.018174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.020999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.027047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d22f6609-dd92-4ab9-bf8b-d19a70e9c5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.067914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.069247 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1934922
Apr 02 18:17:24.070217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b7cd3-c51c-4c28-8c59-8f758323085b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.072392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60148) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:24.073267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.078571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group_rule': {'security_group_id': '7d8b7cd3-c51c-4c28-8c59-8f758323085b', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:24.085071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:24.089060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:24.092192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:24.098126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:24.113758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.178309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.180951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.183164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4c3279bd-b053-478f-a610-d918393c04af tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.205662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6762f4b3-c91f-4820-b400-d086362394bb,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.210122 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.217609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.218887 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1454239
Apr 02 18:17:24.221846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60152) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:24.227972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group_rule': {'security_group_id': '7d8b7cd3-c51c-4c28-8c59-8f758323085b', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:24.237855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:24.242330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:24.245459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:24.252443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:24.274373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.347936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.350970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.360825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.361025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:17:24.366013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 93b68769-7054-46d8-a8cf-4ac8c340b605 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:24.385604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523ef3fd-12ee-41d8-ac35-b9a35cc1d228,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.389339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.390837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.392190 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1693225
Apr 02 18:17:24.395201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60156) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:24.402522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group_rule': {'security_group_id': '7d8b7cd3-c51c-4c28-8c59-8f758323085b', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:24.408180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 93b68769-7054-46d8-a8cf-4ac8c340b605 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:24.408562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 93b68769-7054-46d8-a8cf-4ac8c340b605 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:24.409370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:24.414333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:24.417384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:24.424379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:24.444757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.522370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.532340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.534545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e440c802-7334-4ff1-a40b-b0cc10473dcb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.575652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb476af1-4339-495d-a0ab-3f4f4c3f6462,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.578879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.588283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.593114 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-72821c38-1a80-4ecd-8c78-b6e7a4ef16ce tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1967776
Apr 02 18:17:24.593533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60162) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:24.604083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group_rule': {'security_group_id': '7d8b7cd3-c51c-4c28-8c59-8f758323085b', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:24.608107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:24.613300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:24.617476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:24.620576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:24.625398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'mac_address': 'fa:16:3e:5a:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:17:24.627936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:24.647404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.729315 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.744668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.758214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.771823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44d14d4b-5881-44a3-90ff-f3e9e4e60d54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.779731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920c4d6-8326-49bc-b5e8-afcfd9717f0e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:24.798800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d888589e-e593-4e20-ab46-efc126380c8a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.802154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.814252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:24.815795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.816265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.817112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-603be8f0-d0db-431c-8d04-4a6894e8c910 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2224774
Apr 02 18:17:24.821503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60170) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:24.823338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.834381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group_rule': {'security_group_id': '7d8b7cd3-c51c-4c28-8c59-8f758323085b', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:24.843259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:24.848127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:24.851251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:24.858432 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:24.897464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.900963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.923054 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Project 3e4cf0a387af4100933ab7fa547a0b37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:17:24.930016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.026429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de48a44-a8ff-45f9-be4a-326474f95b42 req-fd845845-5534-4a68-89c3-11f03b1c1915 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:25.028433 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8de48a44-a8ff-45f9-be4a-326474f95b42 req-fd845845-5534-4a68-89c3-11f03b1c1915 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.1666701
Apr 02 18:17:25.061167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.069254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.087809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32607a95-4f2e-46e3-8c25-f60cebd78e24 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:25.117072 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8de48a44-a8ff-45f9-be4a-326474f95b42 req-5f61ac4f-26e6-473c-a791-76d93332b1f9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744040
Apr 02 18:17:25.122477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011c625b-2946-4c1a-9afe-f9b109fefeae,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:25.123826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:25.131875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.133718 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3046560
Apr 02 18:17:25.136310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60176) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:25.149860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'security_group_rule': {'security_group_id': '7d8b7cd3-c51c-4c28-8c59-8f758323085b', 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:25.157559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:25.161666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:security_group_rule and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:25.164933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:25.171340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:25.181779 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Project 3e4cf0a387af4100933ab7fa547a0b37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:17:25.189621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.205678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['b920c4d6-8326-49bc-b5e8-afcfd9717f0e'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:17:25.261842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.265585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.267761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:25.295509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee738431-3e14-4c54-a9e5-a88504352695,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:25.298211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:25.306834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.308173 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c4831990-ed09-4aa3-8af7-4caca2ea09cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1707821
Apr 02 18:17:25.433363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:25.513204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:25.519137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:25.519552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.662544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.675008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.680863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:25.684274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.687003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:25.759759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:25.763318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:26.330616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d58cd5-50bf-4028-9e5c-124d019a1ab9 req-2bcb27c6-02d8-4a10-907d-5a09aa057cdb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:26.332182 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d58cd5-50bf-4028-9e5c-124d019a1ab9 req-2bcb27c6-02d8-4a10-907d-5a09aa057cdb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.0913539
Apr 02 18:17:26.381188 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28d58cd5-50bf-4028-9e5c-124d019a1ab9 req-bdb88145-6fca-40dd-8c10-05ff82e655dd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426326
Apr 02 18:17:27.298016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Sync routers for ids ['8674ebeb-3da1-491d-8442-cd61f4f245c5'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:27.307969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Routers {'8674ebeb-3da1-491d-8442-cd61f4f245c5'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:27.308624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e7102b0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8674ebeb-3da1-491d-8442-cd61f4f245c5'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:27.364926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:27.441194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:27.441619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.522696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Set router 8674ebeb-3da1-491d-8442-cd61f4f245c5 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:27.592828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c78d4-1a79-4309-a6f7-f87a95f5ee35 req-29d04bfe-d742-4c4b-8595-8c5386a5e7b6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:27.594532 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be8c78d4-1a79-4309-a6f7-f87a95f5ee35 req-29d04bfe-d742-4c4b-8595-8c5386a5e7b6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.0934448
Apr 02 18:17:27.647211 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-be8c78d4-1a79-4309-a6f7-f87a95f5ee35 req-2e95fca3-7c2e-4bf0-9194-3d2d1f60418c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459833
Apr 02 18:17:27.853041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e7102b0>, [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '094ee83d-9d28-464f-98b0-a65780074f6e', 'name': '', 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'mac_address': 'fa:16:3e:ab:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:22Z', 'revision_number': 2, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'subnets': [{'id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:27.857112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Checking router: 8674ebeb-3da1-491d-8442-cd61f4f245c5 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:27.858164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Updating router 8674ebeb-3da1-491d-8442-cd61f4f245c5 port 094ee83d-9d28-464f-98b0-a65780074f6e binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:27.916260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.474710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.486250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Transition to ACTIVE for port object 094ee83d-9d28-464f-98b0-a65780074f6e will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:28.491740 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.506874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:28.645535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f303a-bad6-43b9-960a-694c6058f320 None None] Pushing event updated for resources: {'Port': ['ID=094ee83d-9d28-464f-98b0-a65780074f6e,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:28.649898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1a3f303a-bad6-43b9-960a-694c6058f320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:28.843413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Attempting to bind port 094ee83d-9d28-464f-98b0-a65780074f6e on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:28.843843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Attempting to bind port 094ee83d-9d28-464f-98b0-a65780074f6e by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:28.844246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Attempting to bind port 094ee83d-9d28-464f-98b0-a65780074f6e on network 5b74cf56-d0c2-43ff-820c-89de9842517a {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:28.850410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:28.850610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Checking segment: {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:28.851101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.851429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Bound using segment: {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:28.851935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Bound port: 094ee83d-9d28-464f-98b0-a65780074f6e, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764285d0-5da1-4ee7-baaa-62bd76265fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:28.852362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.868351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e7df-82b7-4edc-8d7d-60f78fc9d71d req-c1348adb-0118-43ca-bf94-ce8961f7feb2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:28.869998 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2133e7df-82b7-4edc-8d7d-60f78fc9d71d req-c1348adb-0118-43ca-bf94-ce8961f7feb2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.0972931
Apr 02 18:17:28.923032 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2133e7df-82b7-4edc-8d7d-60f78fc9d71d req-f4b41e4d-7e4c-4bdf-81ba-6bf40a84a811 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457704
Apr 02 18:17:28.948748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] For port 094ee83d-9d28-464f-98b0-a65780074f6e, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:28.952006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] For port 094ee83d-9d28-464f-98b0-a65780074f6e, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=094ee83d-9d28-464f-98b0-a65780074f6e,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:28.955285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.970039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:29.079631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0097-7b8d-45ae-9aa8-2034c1fc9935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.118512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f303a-bad6-43b9-960a-694c6058f320 None None] Pushing event updated for resources: {'Port': ['ID=094ee83d-9d28-464f-98b0-a65780074f6e,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:29.124609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1a3f303a-bad6-43b9-960a-694c6058f320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:29.166931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Routers {'8674ebeb-3da1-491d-8442-cd61f4f245c5'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:29.167765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e7102b0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8674ebeb-3da1-491d-8442-cd61f4f245c5'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:29.211568 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-e4475ec9-d686-4e15-8bbd-c59631c8ecb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0957234
Apr 02 18:17:29.370831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] Set router 8674ebeb-3da1-491d-8442-cd61f4f245c5 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:29.388974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 094ee83d-9d28-464f-98b0-a65780074f6e up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:29.471855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 094ee83d-9d28-464f-98b0-a65780074f6e completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:29.476800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 094ee83d-9d28-464f-98b0-a65780074f6e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:29.477261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.625780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-18fc51f2-01e1-4fd7-9ff1-ca66cc53794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:29.626529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.627377 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-18fc51f2-01e1-4fd7-9ff1-ca66cc53794a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 1099 time: 0.0903404
Apr 02 18:17:29.665481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 094ee83d-9d28-464f-98b0-a65780074f6e, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=094ee83d-9d28-464f-98b0-a65780074f6e,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:29.669527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.674872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:29.736189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e7102b0>, [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '094ee83d-9d28-464f-98b0-a65780074f6e', 'name': '', 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'mac_address': 'fa:16:3e:ab:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:28Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'subnets': [{'id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:29.740566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c13a5b4-c931-4982-942c-7ffc2da3b1cb None None] The sync data for ids ['8674ebeb-3da1-491d-8442-cd61f4f245c5'] in dv-cinder-784477-2-iscsi is: [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '094ee83d-9d28-464f-98b0-a65780074f6e', 'name': '', 'network_id': '5b74cf56-d0c2-43ff-820c-89de9842517a', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'mac_address': 'fa:16:3e:ab:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:28Z', 'revision_number': 4, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'subnets': [{'id': 'dba319fb-08da-4de2-894e-2c8910ae7522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:29.761370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=094ee83d-9d28-464f-98b0-a65780074f6e,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:29.766754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:29.820923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-2fd055cb-f6ce-4d00-93b3-3648e54074d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:29.822571 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-2fd055cb-f6ce-4d00-93b3-3648e54074d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 912 time: 0.1714454
Apr 02 18:17:29.949352 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-c79ea5e3-dee8-420f-b444-6bab81fa2a07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 200  len: 1001 time: 0.1197934
Apr 02 18:17:30.028101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-57465a7c-c38e-41ac-8132-f37f5e8cb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:30.030148 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-57465a7c-c38e-41ac-8132-f37f5e8cb5f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0732422
Apr 02 18:17:30.190302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-33b64680-aea3-4d64-b7ee-c7ca01d85efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:30.191919 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-33b64680-aea3-4d64-b7ee-c7ca01d85efc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1550753
Apr 02 18:17:30.205644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584a5c-f55a-43b8-adc1-7f1c263b7a2b req-501a3400-0eba-454e-bfee-84f4ff59f134 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:30.207282 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90584a5c-f55a-43b8-adc1-7f1c263b7a2b req-501a3400-0eba-454e-bfee-84f4ff59f134 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.1267526
Apr 02 18:17:30.359464 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90584a5c-f55a-43b8-adc1-7f1c263b7a2b req-1b43d6da-37bc-4cdf-8c41-98f77b4a7d28 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258488
Apr 02 18:17:30.410184 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-2ef334b5-14a4-41e7-8848-8e949d1d06de service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018697
Apr 02 18:17:30.661071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.783313 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-275c3f78-a0ff-4662-a120-93e82d24a2e5 req-85785c66-734e-4e7d-9b06-1c313878dcc6 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3657148
Apr 02 18:17:31.363866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 094ee83d-9d28-464f-98b0-a65780074f6e up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:31.438533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 094ee83d-9d28-464f-98b0-a65780074f6e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:31.438946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.477811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:31.583645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa58d-549c-4a2e-b359-535e3cfc2055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.603584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9641b-fcbc-416f-a41c-0cf157d0e122 req-fe094f47-2966-483d-ab75-b8cc4649bd5b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:31.605389 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5eb9641b-fcbc-416f-a41c-0cf157d0e122 req-fe094f47-2966-483d-ab75-b8cc4649bd5b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.0940735
Apr 02 18:17:31.643697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port b920c4d6-8326-49bc-b5e8-afcfd9717f0e completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:31.663751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port b920c4d6-8326-49bc-b5e8-afcfd9717f0e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:31.664305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.668735 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5eb9641b-fcbc-416f-a41c-0cf157d0e122 req-a53b1372-a5fa-4e5b-8f5c-1cc297b18280 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564628
Apr 02 18:17:31.794871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.822643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:31.833459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:31.836703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.838593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9095283a-1918-4781-9a20-2767479fd219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:31.881803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'code': 200}
Apr 02 18:17:31.918483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:31.921696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:32.128124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94757-59e7-473a-873e-af7d91c1ba81 req-78a6ade4-c199-49a6-b497-796cb3119701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:32.129623 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c1b94757-59e7-473a-873e-af7d91c1ba81 req-78a6ade4-c199-49a6-b497-796cb3119701 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1098 time: 0.0788882
Apr 02 18:17:32.172267 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c1b94757-59e7-473a-873e-af7d91c1ba81 req-e5d88b15-30d6-41f3-8f99-c6d23abfeb64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363057
Apr 02 18:17:32.297365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:32.882058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380bf8c-fb5d-4d11-9655-05bbf0f9a20a req-eac306fc-2f2f-4bfd-a9b1-022fd010224c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:32.883726 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6380bf8c-fb5d-4d11-9655-05bbf0f9a20a req-eac306fc-2f2f-4bfd-a9b1-022fd010224c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0941215
Apr 02 18:17:32.931903 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6380bf8c-fb5d-4d11-9655-05bbf0f9a20a req-ab83e04c-c022-4272-a973-47a57d104149 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417614
Apr 02 18:17:33.747615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.143792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e00c-c77a-49d0-999d-e4c2458f73b6 req-a0a6f5a9-f9b4-4898-a006-9de1593913bf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:34.145361 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-66e0e00c-c77a-49d0-999d-e4c2458f73b6 req-a0a6f5a9-f9b4-4898-a006-9de1593913bf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0898991
Apr 02 18:17:34.192596 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-66e0e00c-c77a-49d0-999d-e4c2458f73b6 req-56c343eb-201c-42eb-9c59-2fea8cd497ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407269
Apr 02 18:17:35.403183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d7ab-db9c-47e4-afc6-6ea76e186da9 req-4a793db4-0b0c-4077-b0f3-f7198b6da2ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:35.405012 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-84b9d7ab-db9c-47e4-afc6-6ea76e186da9 req-4a793db4-0b0c-4077-b0f3-f7198b6da2ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0922768
Apr 02 18:17:35.453768 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-84b9d7ab-db9c-47e4-afc6-6ea76e186da9 req-aed55a35-91ac-4f56-96f7-264dc101371b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422618
Apr 02 18:17:36.661983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a07977-f07e-446b-9d8c-9ca78e0c14f4 req-3819d544-a499-4762-9b6b-a0b4463e7ac6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:36.663578 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e4a07977-f07e-446b-9d8c-9ca78e0c14f4 req-3819d544-a499-4762-9b6b-a0b4463e7ac6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0906405
Apr 02 18:17:36.713579 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e4a07977-f07e-446b-9d8c-9ca78e0c14f4 req-af4dcc87-dab5-4e7e-a013-5e289450337d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435691
Apr 02 18:17:37.918884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15590bf-6b3f-44d3-acab-56521e84d53f req-c2b45754-13b8-4992-935d-1821bf29704e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:37.920494 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f15590bf-6b3f-44d3-acab-56521e84d53f req-c2b45754-13b8-4992-935d-1821bf29704e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0896778
Apr 02 18:17:37.968857 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f15590bf-6b3f-44d3-acab-56521e84d53f req-a06f762d-6590-4da8-ba51-d73933a0f0c2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419290
Apr 02 18:17:39.175135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dea8f-22f5-4070-97cf-deb7ef3f9708 req-bba1bdec-a757-42d5-8f73-f4b9193a8327 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.176641 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d14dea8f-22f5-4070-97cf-deb7ef3f9708 req-bba1bdec-a757-42d5-8f73-f4b9193a8327 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0895870
Apr 02 18:17:39.225925 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d14dea8f-22f5-4070-97cf-deb7ef3f9708 req-329d7cb0-adc8-437c-ad2e-8c6c3769b00b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423071
Apr 02 18:17:40.434160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d0eb9-2e5e-4f78-b0c4-6247d211f17d req-92eb35e9-2e79-4006-9ae7-122f4a725d0c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:40.435852 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-688d0eb9-2e5e-4f78-b0c4-6247d211f17d req-92eb35e9-2e79-4006-9ae7-122f4a725d0c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0905840
Apr 02 18:17:40.485610 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-688d0eb9-2e5e-4f78-b0c4-6247d211f17d req-1f8793d0-c498-475a-9f30-8f7c4d2cfb78 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424261
Apr 02 18:17:41.694841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935a86f-8f9e-487f-9b85-b32a8f55b2a3 req-38cfaacb-27fc-4332-920a-98b783b900d6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:41.696450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1935a86f-8f9e-487f-9b85-b32a8f55b2a3 req-38cfaacb-27fc-4332-920a-98b783b900d6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0893662
Apr 02 18:17:41.743582 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1935a86f-8f9e-487f-9b85-b32a8f55b2a3 req-2115dd76-57f5-42f8-97fb-f2f6f39b586c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407643
Apr 02 18:17:42.957846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aba1-a927-4027-a5fe-0e4863a221ef req-32da25d6-4fbe-4df1-b750-98529c893c03 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:42.959600 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1537aba1-a927-4027-a5fe-0e4863a221ef req-32da25d6-4fbe-4df1-b750-98529c893c03 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0925920
Apr 02 18:17:43.011262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1537aba1-a927-4027-a5fe-0e4863a221ef req-0ef0d531-58ae-4663-99f0-609a10c7811c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449631
Apr 02 18:17:44.225072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec230-ef8c-4e49-90cd-9f3dfc55c8c2 req-cb450b69-bebb-4ac8-9ab8-60ab61978c18 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:44.226649 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b5ec230-ef8c-4e49-90cd-9f3dfc55c8c2 req-cb450b69-bebb-4ac8-9ab8-60ab61978c18 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0879180
Apr 02 18:17:44.275558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9b5ec230-ef8c-4e49-90cd-9f3dfc55c8c2 req-96b4cdc3-efd3-47f8-bcee-9b7d0d65fad3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425842
Apr 02 18:17:45.485918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44210743-940d-453f-bdfb-e932a0c4ee0f req-e9aa8ac4-96c8-4c6d-bac8-82e56af936b6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:45.487541 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-44210743-940d-453f-bdfb-e932a0c4ee0f req-e9aa8ac4-96c8-4c6d-bac8-82e56af936b6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0940156
Apr 02 18:17:45.536811 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-44210743-940d-453f-bdfb-e932a0c4ee0f req-02d9601e-1c29-4170-b256-81cb7f2c80e5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422103
Apr 02 18:17:46.747092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418451a6-e965-4249-9119-36aa26e0944d req-6f7045fe-db73-4479-901d-04f781ccc170 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:46.748632 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-418451a6-e965-4249-9119-36aa26e0944d req-6f7045fe-db73-4479-901d-04f781ccc170 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0912716
Apr 02 18:17:46.799237 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-418451a6-e965-4249-9119-36aa26e0944d req-43e3f8c3-39bb-4973-bd93-f71ac20bec80 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431731
Apr 02 18:17:48.008454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a52d-167f-442e-9f7a-9af323e50532 req-a0722c31-583d-4cf8-add2-6aad3c5d4fd4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:48.010038 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-87b2a52d-167f-442e-9f7a-9af323e50532 req-a0722c31-583d-4cf8-add2-6aad3c5d4fd4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0933599
Apr 02 18:17:48.060963 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-87b2a52d-167f-442e-9f7a-9af323e50532 req-82978a30-8e75-46a4-ab82-8daa55154801 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438733
Apr 02 18:17:49.266073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822976e6-1d00-44ac-9006-34da57dba4fa req-73717c9f-6738-474c-95df-1dd0481f6530 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:49.267534 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-822976e6-1d00-44ac-9006-34da57dba4fa req-73717c9f-6738-474c-95df-1dd0481f6530 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0859139
Apr 02 18:17:49.316950 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-822976e6-1d00-44ac-9006-34da57dba4fa req-466bcd9e-9f58-45ef-b2f3-dfa389424b39 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423210
Apr 02 18:17:50.525915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3a3d-7ff7-403f-8c5d-c09aa6c9d21c req-fc70ffbb-ba20-498c-ac8f-a09dd3568b67 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:50.527553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dfcc3a3d-7ff7-403f-8c5d-c09aa6c9d21c req-fc70ffbb-ba20-498c-ac8f-a09dd3568b67 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0893352
Apr 02 18:17:50.575597 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dfcc3a3d-7ff7-403f-8c5d-c09aa6c9d21c req-82cc8fc4-e5ba-4f70-b1c8-735de08b4f96 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417445
Apr 02 18:17:51.778214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8734a-617e-408a-a696-8869d0329288 req-7b0bd158-2dfa-4ff4-b97e-6aaf64bd1674 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:51.779825 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-77a8734a-617e-408a-a696-8869d0329288 req-7b0bd158-2dfa-4ff4-b97e-6aaf64bd1674 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0885706
Apr 02 18:17:51.827377 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-77a8734a-617e-408a-a696-8869d0329288 req-61589ff3-cec3-4941-9932-736cd5e9f5b8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409324
Apr 02 18:17:52.068454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-3706f560-47c4-46ba-93f3-2ea8d428bd21 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:52.070005 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-3706f560-47c4-46ba-93f3-2ea8d428bd21 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/networks?id=77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 200  len: 814 time: 0.1569221
Apr 02 18:17:52.085938 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-3574e4a9-1ad1-43c8-9c8f-d39e2f5fa454 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/quotas/bf97ad1b8eb14f30aea2629fb93abc76 HTTP/1.1" status: 200  len: 375 time: 0.0096192
Apr 02 18:17:52.142545 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-1cb15fa6-4f4d-487e-a6ee-4f03011cf3f5 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0512493
Apr 02 18:17:52.284330 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-7e795ffe-74cc-48f7-8773-d83b55f72415 service neutron] 10.222.0.13 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337359
Apr 02 18:17:52.427861 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-604618ae-cd59-4d8b-92a2-79cd42a2b27d service neutron] 10.222.0.13 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360486
Apr 02 18:17:52.638585 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cdbcbc95-44d1-48c8-b0be-f1d3922cc1cd req-60700a50-aad3-4732-b385-52f272ed7907 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 210 time: 0.0504053
Apr 02 18:17:53.033930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35f86-6d69-4e8e-b51f-0abfcf82f656 req-f6b167c1-eda2-488c-9665-2bfa359690d0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:53.035625 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-20a35f86-6d69-4e8e-b51f-0abfcf82f656 req-f6b167c1-eda2-488c-9665-2bfa359690d0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0896184
Apr 02 18:17:53.090409 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-20a35f86-6d69-4e8e-b51f-0abfcf82f656 req-a8fa5392-ae38-42e4-940e-31bd00104792 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477710
Apr 02 18:17:53.293827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6c3-dcb6-4f9c-a4f9-3455cabd1df2 req-d172be62-37be-44ff-8db5-6a3628ea0d4d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:53.295442 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-01d2b6c3-dcb6-4f9c-a4f9-3455cabd1df2 req-d172be62-37be-44ff-8db5-6a3628ea0d4d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0925930
Apr 02 18:17:53.305253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60448) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:53.310837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Request body: {'floatingip': {'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:53.397044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:53.830352 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-135220d5-5a4a-4736-a429-a66c50cdf6ee req-fe654c01-a387-4ba7-b4a7-7baf6aca3396 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 210 time: 0.0535202
Apr 02 18:17:53.902772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-39fefad7-cd36-433b-8217-30f32dc5f26e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:53.904333 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-39fefad7-cd36-433b-8217-30f32dc5f26e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "GET /v2.0/networks?id=77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 200  len: 814 time: 0.3349752
Apr 02 18:17:53.922636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Request body: {'port': {'device_id': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f', 'admin_state_up': True, 'tenant_id': 'bf97ad1b8eb14f30aea2629fb93abc76'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:54.311776 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:54.364115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:54.388207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Made reservation on behalf of bf97ad1b8eb14f30aea2629fb93abc76 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:54.394671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:54.774765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:54.782666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:55.045223 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c90972b5-96ef-4e3a-b2c5-1c162a85a8dd req-f7d89ad9-a0f8-4ffa-bac4-0a29a9a29d0e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 210 time: 0.0708735
Apr 02 18:17:55.081276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Allocated IP 172.20.0.3 (77bf5cb1-3cee-4766-9677-8d261e77385f/32d4d0f6-8fb6-43de-8ced-f39c1f5d2059/0fbb51af-7d23-4d66-904d-c10e9f0fbd33) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:55.096614 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Floating IP bc5c13ca-db72-48ea-a451-7ca5002458df associated. External IP: 172.27.3.107, port: b920c4d6-8326-49bc-b5e8-afcfd9717f0e.
Apr 02 18:17:55.617394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:55.655670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:55.661230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Router 156647d1-252b-4f85-891a-0998121cab12 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:55.822775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:55.839619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f5169fb-7452-4087-84d6-6dbbfde4b45c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:56.006412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Pushing event updated for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:56.024401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.024813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.025214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.025614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.026008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.026403 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.026791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.027211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.027607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.027996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.028383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.028774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:56.036354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:56.040999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:56.053033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:56.062196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:56.062741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:56.063500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ecce780>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:56.137733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Network 77bf5cb1-3cee-4766-9677-8d261e77385f is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:56.144681 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-61634664-c7bf-407d-8bd9-6001afe7bade tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "PUT /v2.0/floatingips/bc5c13ca-db72-48ea-a451-7ca5002458df HTTP/1.1" status: 200  len: 991 time: 2.8350413
Apr 02 18:17:56.144681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:56.144998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:56.150006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:56.220872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:56.221605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:56.244620 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3263459
Apr 02 18:17:56.261444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Request body: {'port': {'device_id': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:56.290794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30797ce-9727-4a2e-b2c2-bea24e4e5448 req-3aa71781-6126-45b7-891d-24311549cf27 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:56.292688 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c30797ce-9727-4a2e-b2c2-bea24e4e5448 req-3aa71781-6126-45b7-891d-24311549cf27 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 931 time: 0.1042511
Apr 02 18:17:56.351306 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c30797ce-9727-4a2e-b2c2-bea24e4e5448 req-478054ba-f16a-4b2a-912b-e523455a0e00 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486250
Apr 02 18:17:56.384841 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'status': 'completed', 'code': 200}
Apr 02 18:17:56.423313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:56.454967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:56.542582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c030-694a-4eda-be66-0c46771de135 req-1594dc05-3da8-4a25-a620-9421bd0e4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:56.544237 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-1594dc05-3da8-4a25-a620-9421bd0e4bad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1098 time: 0.1585376
Apr 02 18:17:56.798438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ecce780>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'bc5c13ca-db72-48ea-a451-7ca5002458df', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '156647d1-252b-4f85-891a-0998121cab12', 'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'mac_address': 'fa:16:3e:5a:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:54Z', 'revision_number': 1, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:56.803321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:56.813069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:56.813749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ecce780>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:57.006871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:57.031613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c030-694a-4eda-be66-0c46771de135 req-324a9652-b626-40e7-ad86-d9890c633c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:57.033017 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-324a9652-b626-40e7-ad86-d9890c633c0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.4509020
Apr 02 18:17:57.232526 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-936ebb47-537f-407d-a0f5-5f64f641ad1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 999 time: 0.1814997
Apr 02 18:17:57.323410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c030-694a-4eda-be66-0c46771de135 req-1f012001-df1b-4ff0-823e-2caaf94de69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:57.324901 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-1f012001-df1b-4ff0-823e-2caaf94de69a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0838556
Apr 02 18:17:57.386678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ecce780>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'bc5c13ca-db72-48ea-a451-7ca5002458df', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '156647d1-252b-4f85-891a-0998121cab12', 'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'mac_address': 'fa:16:3e:5a:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:54Z', 'revision_number': 1, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:57.391244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04711665-5586-47a5-ab5c-d674f281a3b2 None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'bc5c13ca-db72-48ea-a451-7ca5002458df', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '156647d1-252b-4f85-891a-0998121cab12', 'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'mac_address': 'fa:16:3e:5a:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:54Z', 'revision_number': 1, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:57.464289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:57.475997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:57.496846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Transition to ACTIVE for port object 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:57.499461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c030-694a-4eda-be66-0c46771de135 req-73911945-d6e8-4274-83e6-055a000838a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:57.501225 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-73911945-d6e8-4274-83e6-055a000838a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1661625
Apr 02 18:17:57.502290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:57.541280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ee9b5a45-a294-4445-9dc0-0736204ea434 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:57.587779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bddb28-2230-4fee-930f-95075794e095 req-60dc0037-a073-4f93-88d8-6f795f4ffd17 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:57.589401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54bddb28-2230-4fee-930f-95075794e095 req-60dc0037-a073-4f93-88d8-6f795f4ffd17 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.1131768
Apr 02 18:17:57.642777 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54bddb28-2230-4fee-930f-95075794e095 req-b1df0331-6b67-49e7-b74f-ca26ed79ee10 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455289
Apr 02 18:17:57.707622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bac6d-bd57-4f28-bf1b-c67a1e6face9 None None] New status for floating IP bc5c13ca-db72-48ea-a451-7ca5002458df: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:17:57.779817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Pushing event updated for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:57.788348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:57.830060 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-3cf70b00-3880-4d85-a675-849815dc85c6 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3132937
Apr 02 18:17:58.123627 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-53f6c030-694a-4eda-be66-0c46771de135 req-dc9890ab-5944-46d4-8912-62765ee08b2b service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2864077
Apr 02 18:17:58.142306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Attempting to bind port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:58.142674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Attempting to bind port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:58.143083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Attempting to bind port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 on network 77bf5cb1-3cee-4766-9677-8d261e77385f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:58.148570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 on network 77bf5cb1-3cee-4766-9677-8d261e77385f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:17:58.148926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Attempting to bind port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 on network 77bf5cb1-3cee-4766-9677-8d261e77385f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:58.154324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:58.154693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Checking segment: {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:58.155129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Bound using segment: {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:58.155592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Bound port: 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173d4de-3e0f-45c4-a67f-f96e2f47aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:58.155968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.251303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:58.254413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:58.257594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.272672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-292c452a-c844-4992-ae3a-7d7ac64e9771 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:58.421195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Pushing event updated for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:58.427468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:58.459162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:58.459821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.461265 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] 10.222.0.30 "PUT /v2.0/ports/0fbb51af-7d23-4d66-904d-c10e9f0fbd33 HTTP/1.1" status: 200  len: 1093 time: 2.2049251
Apr 02 18:17:58.461779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:58.518256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:17:58.542469 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33', 'status': 'completed', 'code': 200}
Apr 02 18:17:58.585198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-c7ce5747-a221-4209-a312-2d0a84320dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:58.586779 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-c7ce5747-a221-4209-a312-2d0a84320dc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 1096 time: 0.0864577
Apr 02 18:17:58.662822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-2a364ede-deda-41f9-a1ce-6414b082f9a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33 HTTP/1.1" status: 200  len: 217 time: 0.0683353
Apr 02 18:17:58.732753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-ab99c9c2-ba83-4f2c-9488-5d61d6416060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:58.734277 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-ab99c9c2-ba83-4f2c-9488-5d61d6416060 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d4d0f6-8fb6-43de-8ced-f39c1f5d2059 HTTP/1.1" status: 200  len: 854 time: 0.0637257
Apr 02 18:17:58.791493 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-75c20f88-57c6-4a9b-a8d9-1ac499174a33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77bf5cb1-3cee-4766-9677-8d261e77385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504084
Apr 02 18:17:58.843652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869bba5-b0bf-4cef-bb56-ca3bba186406 req-322e513e-e377-4e38-ad4d-c8b8fa4f04f9 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:58.845255 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c869bba5-b0bf-4cef-bb56-ca3bba186406 req-322e513e-e377-4e38-ad4d-c8b8fa4f04f9 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.0881276
Apr 02 18:17:58.895567 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c869bba5-b0bf-4cef-bb56-ca3bba186406 req-e767763d-cdb7-4a02-8f4f-b70599706caa tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426898
Apr 02 18:17:58.941163 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-7f3cc7b6-05b4-40c6-90b2-1cefb94b1599 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428854
Apr 02 18:17:59.082658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f226998-158a-48ee-8dbd-df3b5a6c2b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:59.083451 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f7bf97f8-1a5d-4704-a3fe-bba849ae90eb req-b8f7c361-e37f-4f65-b707-ceb27c766537 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355274
Apr 02 18:17:59.207334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-4e181eed-1853-48df-8c03-c4038c35df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:59.208799 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-4e181eed-1853-48df-8c03-c4038c35df64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 1096 time: 0.0765917
Apr 02 18:17:59.347525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-998df739-c32c-4571-82a4-2aa5ae5c5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:59.349086 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-998df739-c32c-4571-82a4-2aa5ae5c5b19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 200  len: 915 time: 0.1337714
Apr 02 18:17:59.651365 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-07a2b4a0-5d24-40e8-a1f9-82e3d7a74e1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33 HTTP/1.1" status: 200  len: 217 time: 0.2931101
Apr 02 18:17:59.719150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-64a0cc9d-484b-4c2b-955f-067eaaceab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:59.720678 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-64a0cc9d-484b-4c2b-955f-067eaaceab57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d4d0f6-8fb6-43de-8ced-f39c1f5d2059 HTTP/1.1" status: 200  len: 854 time: 0.0630202
Apr 02 18:17:59.775585 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-4e2ffc5c-181e-4aa2-885c-e7e32ebe8df5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77bf5cb1-3cee-4766-9677-8d261e77385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476861
Apr 02 18:17:59.915047 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-c1292f68-edca-42a5-b1dc-0b19bcc278a0 service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331317
Apr 02 18:18:00.063135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54a8d257-d912-4b4d-979b-fcda1217b5f2 req-c367df5a-bcb2-4255-a713-f1311889cffb service neutron] 10.222.0.30 "GET /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412621
Apr 02 18:18:00.110884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f9bd3-640f-49d0-ad6e-d19491252c19 req-381135d8-6511-448b-94da-967516a0aa67 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.112544 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-991f9bd3-640f-49d0-ad6e-d19491252c19 req-381135d8-6511-448b-94da-967516a0aa67 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.1013665
Apr 02 18:18:00.162452 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-991f9bd3-640f-49d0-ad6e-d19491252c19 req-032e0eb7-ea8c-4f1a-a9b3-2edc99835d4b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435071
Apr 02 18:18:00.663732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:01.361999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbdab-fbf5-419a-9d71-91bb1c35c44e req-ae1b62f8-abc7-4167-9720-55ebbb17a4e4 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:01.363840 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d97dbdab-fbf5-419a-9d71-91bb1c35c44e req-ae1b62f8-abc7-4167-9720-55ebbb17a4e4 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.0876157
Apr 02 18:18:01.415121 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d97dbdab-fbf5-419a-9d71-91bb1c35c44e req-9a263b44-6a18-453d-be92-a9af22886bc4 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447688
Apr 02 18:18:01.555184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a743-eb8e-4725-9d77-f7985d79b999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:02.300930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:02.603952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-8d274f88-c929-4c39-b0f0-c44ccf403c82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:02.617763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95b281-84bb-4e9b-a118-6bbb2784fce8 req-47a2c7b1-4b2d-45a8-be45-44bd58df0939 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:02.618592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2c95b281-84bb-4e9b-a118-6bbb2784fce8 req-47a2c7b1-4b2d-45a8-be45-44bd58df0939 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Synchronizing usage tracker for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:02.621849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-8d274f88-c929-4c39-b0f0-c44ccf403c82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:02.623143 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-8d274f88-c929-4c39-b0f0-c44ccf403c82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131261444&fields=id&tenant_id=3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 267 time: 0.0608201
Apr 02 18:18:02.633811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2c95b281-84bb-4e9b-a118-6bbb2784fce8 req-47a2c7b1-4b2d-45a8-be45-44bd58df0939 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Unset dirty status for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:02.635086 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c95b281-84bb-4e9b-a118-6bbb2784fce8 req-47a2c7b1-4b2d-45a8-be45-44bd58df0939 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.1039407
Apr 02 18:18:02.683488 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c95b281-84bb-4e9b-a118-6bbb2784fce8 req-ae112ba2-1b83-4935-9805-e2755a602cb9 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
Apr 02 18:18:02.783945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-5cd09664-e761-4fff-9fb3-77706f6548fd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:02.785290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-5cd09664-e761-4fff-9fb3-77706f6548fd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:02.801291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-5cd09664-e761-4fff-9fb3-77706f6548fd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:02.802492 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-5cd09664-e761-4fff-9fb3-77706f6548fd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 812 time: 0.1712720
Apr 02 18:18:02.817904 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-09993fbe-6e22-4c3e-bb3d-8b5f064751da tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/quotas/3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 375 time: 0.0093718
Apr 02 18:18:02.906016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-55db29c0-4c86-4287-87be-10bf48d9420a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:02.922222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-55db29c0-4c86-4287-87be-10bf48d9420a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:02.923683 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-55db29c0-4c86-4287-87be-10bf48d9420a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1003606
Apr 02 18:18:03.075109 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-81ff8834-0b1b-42a1-a368-9ba29a4b3139 service neutron] 10.222.0.13 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384809
Apr 02 18:18:03.222509 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-54153a88-5c23-4f9e-9711-5b866ce6bd90 service neutron] 10.222.0.13 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393952
Apr 02 18:18:03.646128 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6287102b-d605-42d9-bce9-3c7006b8ce9c req-efa0ab96-ade4-492e-ae35-c3136217e3ad tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 210 time: 0.0531600
Apr 02 18:18:03.677791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:18:03.815369 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:03.842434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:03.858264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33', 'network_id': '77bf5cb1-3cee-4766-9677-8d261e77385f', 'port_id': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33', 'mac_address': 'fa:16:3e:57:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d4d0f6-8fb6-43de-8ced-f39c1f5d2059', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:18:03.899467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861370b-5dc5-4b7b-80d6-5b381174998f req-43fe77fb-a09a-4ba6-b363-5fb00ee3626e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:03.901331 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3861370b-5dc5-4b7b-80d6-5b381174998f req-43fe77fb-a09a-4ba6-b363-5fb00ee3626e tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.0998526
Apr 02 18:18:03.918771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:03.937877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:03.953838 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3861370b-5dc5-4b7b-80d6-5b381174998f req-c50106cf-1263-47c5-a085-b9e9e5a0bd56 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448802
Apr 02 18:18:03.954043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:03.957726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:03.959613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3340ccea-c890-4859-bdbf-f4993e1eda4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:04.033814 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:04.037186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:04.339694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['0fbb51af-7d23-4d66-904d-c10e9f0fbd33'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:04.790691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-4aecf2b0-4d8a-4369-ac05-82ca8d581575 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:04.792252 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-4aecf2b0-4d8a-4369-ac05-82ca8d581575 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 812 time: 0.1613669
Apr 02 18:18:04.807989 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d52eb1dd-b7d5-48fe-8f9e-98934d88cf82 req-9d7b4437-aed6-4dd9-9789-66195e534dea tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 210 time: 0.0495648
Apr 02 18:18:04.876986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-f6752057-e6f5-474d-8595-e937eeb3deac tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:04.889607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-f6752057-e6f5-474d-8595-e937eeb3deac tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:04.891063 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-f6752057-e6f5-474d-8595-e937eeb3deac tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 8061 time: 0.0820019
Apr 02 18:18:04.901253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'port': {'device_id': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'admin_state_up': True, 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'security_groups': ['7d8b7cd3-c51c-4c28-8c59-8f758323085b']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:05.045729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:05.056082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:05.065210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Made reservation on behalf of 3e4cf0a387af4100933ab7fa547a0b37 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:18:05.071737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.305235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2aeca-e666-47d8-a2c4-2c1bcce1e12c req-809b0b11-9f21-4a59-87ae-434209d64478 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:05.306730 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9d2aeca-e666-47d8-a2c4-2c1bcce1e12c req-809b0b11-9f21-4a59-87ae-434209d64478 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 944 time: 0.2233877
Apr 02 18:18:05.344514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Allocated IP 172.20.0.14 (4986320c-a8a4-4804-8cd3-4b1d6e699801/4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431/d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:18:05.379541 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9d2aeca-e666-47d8-a2c4-2c1bcce1e12c req-0e4204ec-c89a-4a21-b4cf-c856b7288feb tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646641
Apr 02 18:18:05.583925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.601135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Transition to ACTIVE for port object d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:18:05.625410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.640783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5fbe7e0c-c6d2-43e5-9afd-c3d01f45b7f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:05.694608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:18:05.765160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:18:05.770248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:05.770657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.788160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:05.792487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:05.837601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:18:05.838660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:18:05.841088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:18:05.904919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.913160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:05.913836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.940297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:05.952729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:05.956151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:05.959614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:05.993678 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-6af1176f-4093-4fc0-9867-d44acadf46f3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0963304
Apr 02 18:18:06.013734 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33', 'code': 200}
Apr 02 18:18:06.017808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Request body: {'port': {'device_id': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:06.044268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:06.047706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:06.097850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07c9e1-f4d8-48c7-96e9-feacb905f045 req-8de68b98-5129-4a8e-bb2b-a7b3eecde9d5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:06.098570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bd07c9e1-f4d8-48c7-96e9-feacb905f045 req-8de68b98-5129-4a8e-bb2b-a7b3eecde9d5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:06.136078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-95ac1df1-24ec-4091-b1b2-4c2d85f14c58 None None] Provisioning for port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:18:06.142136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-95ac1df1-24ec-4091-b1b2-4c2d85f14c58 None None] Provisioning complete for port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:06.142628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95ac1df1-24ec-4091-b1b2-4c2d85f14c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:06.171018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bd07c9e1-f4d8-48c7-96e9-feacb905f045 req-8de68b98-5129-4a8e-bb2b-a7b3eecde9d5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:06.172296 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bd07c9e1-f4d8-48c7-96e9-feacb905f045 req-8de68b98-5129-4a8e-bb2b-a7b3eecde9d5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 932 time: 0.2435105
Apr 02 18:18:06.181144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:06.207996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-95ac1df1-24ec-4091-b1b2-4c2d85f14c58 None None] Port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:18:06.340023 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bd07c9e1-f4d8-48c7-96e9-feacb905f045 req-43f0f2b5-ea61-4d40-b6be-b2ba138e8cda tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469467
Apr 02 18:18:06.464109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52beb468-19e7-4d5d-ad00-c16c1bb4e2b2 req-9552b42b-0360-41e7-a2c4-425d34b84988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:06.465697 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-52beb468-19e7-4d5d-ad00-c16c1bb4e2b2 req-9552b42b-0360-41e7-a2c4-425d34b84988 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 1098 time: 0.2504754
Apr 02 18:18:06.534764 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-52beb468-19e7-4d5d-ad00-c16c1bb4e2b2 req-5fed7166-abcd-420d-9e69-e8144f0c6712 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587275
Apr 02 18:18:06.762863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:06.771750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:06.787778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Transition to ACTIVE for port object d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:18:06.790956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:06.806856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-facf3e1c-e044-4040-a1fd-18aa73a3ce2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:06.823307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f101d1-aecd-409f-bbda-8461cda4cfc5 req-85fbb8b8-f490-4b41-9b0b-855dd6e8f6ea tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:06.824939 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-38f101d1-aecd-409f-bbda-8461cda4cfc5 req-85fbb8b8-f490-4b41-9b0b-855dd6e8f6ea tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 945 time: 0.3293924
Apr 02 18:18:06.873517 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-38f101d1-aecd-409f-bbda-8461cda4cfc5 req-285e97bd-9ad4-4d93-b0e6-985c059924b1 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419788
Apr 02 18:18:07.165153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:07.169510 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:07.385117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Attempting to bind port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:18:07.385487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Attempting to bind port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:18:07.385846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Attempting to bind port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:18:07.390779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:18:07.391165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Attempting to bind port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:18:07.397104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:18:07.397467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Checking segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:18:07.397973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Bound using segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:18:07.398429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Bound port: d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:18:07.398799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:07.544773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] For port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:18:07.548555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] For port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:18:07.558274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:07.578082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bdb0a68a-a5e4-46ef-9448-6fb17f9abe90 tempest-AttachVolumeNegativeTest-1621028988 tempest-AttachVolumeNegativeTest-1621028988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:07.730760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceb8f1-575c-4d0b-9752-13e4bd88485c req-0566a1c3-575b-48cc-9904-98c68de1a39b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:07.732410 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6eceb8f1-575c-4d0b-9752-13e4bd88485c req-0566a1c3-575b-48cc-9904-98c68de1a39b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.2684038
Apr 02 18:18:07.789267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:07.795259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:07.821179 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6eceb8f1-575c-4d0b-9752-13e4bd88485c req-df2d531a-49d0-4cd4-a6ec-ba337e47027e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819185
Apr 02 18:18:07.838930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:07.839925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:07.841530 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 HTTP/1.1" status: 200  len: 1094 time: 1.8308065
Apr 02 18:18:07.842090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:07.894859 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'status': 'completed', 'code': 200}
Apr 02 18:18:08.054697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-338378e8-c04c-4abc-9daf-60f5e89e385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:08.056338 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-338378e8-c04c-4abc-9daf-60f5e89e385a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 1097 time: 0.1362944
Apr 02 18:18:08.145675 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-55da1f1e-204f-48d9-aca9-a9076f4364a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 HTTP/1.1" status: 200  len: 217 time: 0.0752549
Apr 02 18:18:08.197582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09337def-1377-48e3-85b0-8baf14973a79 req-55de679b-e613-4610-a545-969f1864f60c tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:08.199174 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09337def-1377-48e3-85b0-8baf14973a79 req-55de679b-e613-4610-a545-969f1864f60c tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 945 time: 0.2032261
Apr 02 18:18:08.255903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-3039fa30-d256-47a6-8281-00ea4103fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:08.257358 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-3039fa30-d256-47a6-8281-00ea4103fda1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.1043448
Apr 02 18:18:08.264497 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09337def-1377-48e3-85b0-8baf14973a79 req-d023629e-f46e-40db-99d2-51cfd51b3322 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584414
Apr 02 18:18:08.351107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-121d24ee-6200-47c2-923c-24082d581b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:08.352710 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-121d24ee-6200-47c2-923c-24082d581b71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826278
Apr 02 18:18:08.497964 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-32415c25-5a66-46d1-96f0-ac8ab0da97de service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371524
Apr 02 18:18:08.656822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a1bca30f-c807-4a56-ad2c-df0f582e9c75 req-bcd6f35c-c220-4e56-96d3-952c3ebd4f82 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375139
Apr 02 18:18:08.782217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-2d266a65-0eec-40fa-8045-430a5811b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:08.783567 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-2d266a65-0eec-40fa-8045-430a5811b185 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 1097 time: 0.0784576
Apr 02 18:18:08.933046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-876608b4-0e1d-4148-ac46-c0b0a5a0123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:08.935413 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-876608b4-0e1d-4148-ac46-c0b0a5a0123d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1438053
Apr 02 18:18:09.056822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-9d1161e7-24e8-42b5-94aa-a109a831f23b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 HTTP/1.1" status: 200  len: 217 time: 0.0809534
Apr 02 18:18:09.152491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb6df7-3635-420a-bc2c-2991df379c2b req-768aeb18-dc99-4227-890c-a081b228b7e7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:09.154035 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-accb6df7-3635-420a-bc2c-2991df379c2b req-768aeb18-dc99-4227-890c-a081b228b7e7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.2159286
Apr 02 18:18:09.156090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-e4e2bb9d-ab15-476a-b028-838d7cf5db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:09.157433 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-e4e2bb9d-ab15-476a-b028-838d7cf5db9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0929029
Apr 02 18:18:09.251080 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-accb6df7-3635-420a-bc2c-2991df379c2b req-722a7b14-0281-43cd-a317-213013e61f47 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899680
Apr 02 18:18:09.278216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-90580e59-b877-4a8b-86bb-4b99840d9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:09.279888 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-90580e59-b877-4a8b-86bb-4b99840d9a4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1002951
Apr 02 18:18:09.424485 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-30037d61-bfa6-4831-968f-30650c10a53a service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367602
Apr 02 18:18:09.573477 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dd530ca2-a53f-4d62-840d-c04e94b5f9b4 req-229c82ad-6f5b-4ba2-88e9-8193eba50a62 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357396
Apr 02 18:18:10.455538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55259dbf-9940-4d40-ac7d-c82585d1740f req-10911bff-e471-410b-89c7-d2defd2d45e5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:10.457065 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-55259dbf-9940-4d40-ac7d-c82585d1740f req-10911bff-e471-410b-89c7-d2defd2d45e5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0911405
Apr 02 18:18:10.504901 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-55259dbf-9940-4d40-ac7d-c82585d1740f req-990fa1a7-4a17-43c6-a8ce-fd7e2c9833d3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414534
Apr 02 18:18:11.705808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db06e6-2cbd-4c72-8f97-79ddcb44fd71 req-e2486257-31af-455d-9915-ba8efc259267 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:11.709164 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a7db06e6-2cbd-4c72-8f97-79ddcb44fd71 req-e2486257-31af-455d-9915-ba8efc259267 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0882523
Apr 02 18:18:11.755307 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a7db06e6-2cbd-4c72-8f97-79ddcb44fd71 req-dae5fb6c-e293-4927-bb15-3808f0155a7b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407858
Apr 02 18:18:12.956463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8fa5-a2d1-4599-a578-adbdb5807ba9 req-71fbbc71-8380-4a1f-a74d-b76e770becf1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:12.957999 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-943a8fa5-a2d1-4599-a578-adbdb5807ba9 req-71fbbc71-8380-4a1f-a74d-b76e770becf1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0905440
Apr 02 18:18:13.006067 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-943a8fa5-a2d1-4599-a578-adbdb5807ba9 req-e13c52b7-bc97-467d-9764-711613722566 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416448
Apr 02 18:18:14.207842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5932b4a-23b7-4fea-b00c-daee7725716d req-feb35372-35be-4624-9c0f-cbff43d1e65c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:14.209428 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d5932b4a-23b7-4fea-b00c-daee7725716d req-feb35372-35be-4624-9c0f-cbff43d1e65c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0868568
Apr 02 18:18:14.261582 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d5932b4a-23b7-4fea-b00c-daee7725716d req-55785d10-7414-430d-88c6-c4660ad3c0d1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457432
Apr 02 18:18:15.460021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646e6b-8d9b-49f8-9dbb-7df39a6381b9 req-d331964d-0a9d-444c-8de8-377a9728017a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:15.461599 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-69646e6b-8d9b-49f8-9dbb-7df39a6381b9 req-d331964d-0a9d-444c-8de8-377a9728017a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0873671
Apr 02 18:18:15.509013 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-69646e6b-8d9b-49f8-9dbb-7df39a6381b9 req-170830a4-9023-4499-81d3-956f0358df2c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408871
Apr 02 18:18:16.686897 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-4e5df716-4e0a-4e14-b1b5-385963daa8d4 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612595481&fields=id&tenant_id=60f7559c0d6e46ccb55f41b492d593d0 HTTP/1.1" status: 200  len: 267 time: 0.0450079
Apr 02 18:18:16.719299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c9a1-85a9-46c9-aaef-ee81e5e6bde0 req-9ae13a70-c362-4877-8da3-cdcc88d6f16c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:16.720882 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-35e1c9a1-85a9-46c9-aaef-ee81e5e6bde0 req-9ae13a70-c362-4877-8da3-cdcc88d6f16c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0963795
Apr 02 18:18:16.772842 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-35e1c9a1-85a9-46c9-aaef-ee81e5e6bde0 req-945d3664-4040-4370-84fb-0aeff7bf8e6d tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450428
Apr 02 18:18:16.795082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-3b4995a6-95c8-4da8-8ed0-3a44b296c041 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:16.796639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-3b4995a6-95c8-4da8-8ed0-3a44b296c041 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 985 time: 0.1032999
Apr 02 18:18:16.808796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Request body: {'port': {'security_groups': ['619f6018-21e6-45a5-ac42-3d12719d2fd5']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:16.941630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.254571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:17.280550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.284501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.299210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:17.453474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event updated for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=7']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:17.468029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.468453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.468869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.469277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.469681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.470086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.470486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.470887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.471920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.472506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.472873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.473272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:17.487992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:17.509188 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:17.509792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.515347 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6dedac75-4588-43f5-bc48-21a49c8f7cc0 req-d965cabb-09c4-4693-92a2-e73131b0cd6e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "PUT /v2.0/ports/d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 943 time: 0.7102759
Apr 02 18:18:17.516093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:17.518201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60630) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:17.604365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.638025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.642432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'status': 'completed', 'code': 200}
Apr 02 18:18:17.700117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.705512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8de9e217-e520-4c55-bd6d-94fef55e5d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:17.723233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0d8fa-4234-42bf-8ffa-98a57527cca7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:17.726064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:17.734546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.735817 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "DELETE /v2.0/security-groups/59f0d8fa-4234-42bf-8ffa-98a57527cca7 HTTP/1.1" status: 204  len: 168 time: 0.2159305
Apr 02 18:18:17.738707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60638) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:17.752436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-90e43e4a-5190-4524-be5e-6d3cdd89c537 None None] Provisioning complete for port d09dcb6f-2587-496b-a0b9-0d29d1db4500 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:17.753567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90e43e4a-5190-4524-be5e-6d3cdd89c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:17.999840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a2584-9604-4eaf-97a0-20b22568f67c req-3225ca84-2603-4850-b29e-f30e7e4924b9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:18.001615 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-584a2584-9604-4eaf-97a0-20b22568f67c req-3225ca84-2603-4850-b29e-f30e7e4924b9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0998600
Apr 02 18:18:18.053243 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-584a2584-9604-4eaf-97a0-20b22568f67c req-7df81f54-aeb0-4201-a0f3-66160be0b315 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436206
Apr 02 18:18:18.192816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Deleting port 93605c5b-8457-45c0-818d-8f4973ab1309 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:18.193186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:18.370862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:18.371211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:18.498609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Calling delete_port for 93605c5b-8457-45c0-818d-8f4973ab1309 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:18.660264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:18.675428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a53b73ea-b123-43a5-9ae8-09dc8007b45b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:18.734642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event deleted for resources: {'Port': ['ID=93605c5b-8457-45c0-818d-8f4973ab1309,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:18.737481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:18.934702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:18.935001 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Floating IP eca47c98-2662-4873-9092-05c6f5242f20 disassociated (deleted). External IP: 172.27.3.148, port: d09dcb6f-2587-496b-a0b9-0d29d1db4500.
Apr 02 18:18:19.167870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d09dcb6f-2587-496b-a0b9-0d29d1db4500'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:19.265301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025e42-de52-4d5c-94dd-aa593568b547 req-8fe74cfe-bfdc-4041-8bb0-b6a797d7a404 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:19.266530 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e025e42-de52-4d5c-94dd-aa593568b547 req-8fe74cfe-bfdc-4041-8bb0-b6a797d7a404 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.0935106
Apr 02 18:18:19.311286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Router b08fc48a-af0b-4f97-8308-588974cf9f81 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:18:19.317600 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0e025e42-de52-4d5c-94dd-aa593568b547 req-5ba49193-63a4-4ed7-b248-97fbce2528ed tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435429
Apr 02 18:18:19.501954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:18:19.515386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] Sync routers for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:18:19.524683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:19.526299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:19.526966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81dea6160>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:19.586320 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "DELETE /v2.0/floatingips/eca47c98-2662-4873-9092-05c6f5242f20 HTTP/1.1" status: 204  len: 168 time: 1.8439119
Apr 02 18:18:19.586320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:19.713663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:20.051052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81dea6160>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:20.055335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] Checking router: b08fc48a-af0b-4f97-8308-588974cf9f81 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:18:20.064098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:20.064738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81dea6160>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:20.086811 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'status': 'completed', 'code': 200}
Apr 02 18:18:20.194600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:18:20.316379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-1959aaab-3f30-46df-bf50-e770e69bd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:20.317893 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-1959aaab-3f30-46df-bf50-e770e69bd890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1099 time: 0.0824645
Apr 02 18:18:20.364455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:20.539621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e447d2-3213-4748-b459-705cc42707c9 req-2bccbb60-877a-4a70-8464-f76ebf391da0 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:20.541320 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-23e447d2-3213-4748-b459-705cc42707c9 req-2bccbb60-877a-4a70-8464-f76ebf391da0 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 944 time: 0.1024303
Apr 02 18:18:20.594364 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-23e447d2-3213-4748-b459-705cc42707c9 req-8a437b6d-349a-4ff7-9039-be773c38bb41 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454359
Apr 02 18:18:20.728260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:20.793244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'port_id': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'mac_address': 'fa:16:3e:7a:c2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:18:20.884340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:20.937805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:20.962072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:20.969506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:20.972859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:21.052120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:21.060896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81dea6160>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:21.064719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.065139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.065505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.065876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.066240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.066604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.066965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.067352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.067714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.068071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.068428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.068780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:21.073095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:21.073950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16106dc-ae88-47d8-8825-0e1087d6af31 None None] The sync data for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi is: [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '6b1345ad-aaa0-456b-9220-2980ed476faa', 'name': '', 'network_id': 'a468af7e-d1cc-4715-bb43-b73496514573', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'mac_address': 'fa:16:3e:90:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:13Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'subnets': [{'id': '3384d5d0-e9b6-4730-9ede-b64e6df85dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:18:21.441759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd71fa-6073-4e52-8943-c6fc22995fa9 None None] New status for floating IP eca47c98-2662-4873-9092-05c6f5242f20: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:18:21.807390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62af3c-9c8a-4e57-b539-479a2ce7aa2f req-c48c6d01-ea38-46f0-84a3-e4c2328ed37a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:21.808982 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7b62af3c-9c8a-4e57-b539-479a2ce7aa2f req-c48c6d01-ea38-46f0-84a3-e4c2328ed37a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.0937376
Apr 02 18:18:21.828638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d09dcb6f-2587-496b-a0b9-0d29d1db4500'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:21.857606 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7b62af3c-9c8a-4e57-b539-479a2ce7aa2f req-a1e88afb-5f6b-4fd3-bcee-ca6144ccf312 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423160
Apr 02 18:18:22.025374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-4aca1bb4-3dfc-48ca-98a6-1f5c79787085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:22.026968 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-4aca1bb4-3dfc-48ca-98a6-1f5c79787085 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.1409438
Apr 02 18:18:22.099422 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-5b26322d-1ceb-4d4c-a5d6-030a3facffb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 217 time: 0.0654101
Apr 02 18:18:22.170815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-de4a1d46-cc45-443e-be61-07e16107603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:22.172333 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-de4a1d46-cc45-443e-be61-07e16107603c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.0652676
Apr 02 18:18:22.256285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-d3a6487b-4b5c-481d-8ade-035ba907f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:22.257797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-d3a6487b-4b5c-481d-8ade-035ba907f4c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755997
Apr 02 18:18:22.402247 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-9b33d212-32bc-4f6e-8dfe-51aed76581eb service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365709
Apr 02 18:18:22.549224 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-94cba722-f4f6-46ef-9c30-2ac61c3b1ca0 req-ba91ed8a-e1cb-4ba9-b744-e9b1039e5beb service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362066
Apr 02 18:18:22.673711 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-84c08cb6-f3b7-40e1-979b-8d44913e6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:22.675359 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-84c08cb6-f3b7-40e1-979b-8d44913e6568 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1099 time: 0.0820839
Apr 02 18:18:22.801516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcdbd5-51e2-47ac-8895-f8b141ee9269 req-7846d746-e986-419c-9371-73c9aa9cafea tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:22.803062 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e3dcdbd5-51e2-47ac-8895-f8b141ee9269 req-7846d746-e986-419c-9371-73c9aa9cafea tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0909119
Apr 02 18:18:22.853956 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e3dcdbd5-51e2-47ac-8895-f8b141ee9269 req-d2ab8fb0-d727-45f9-8778-db712ef7af47 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443413
Apr 02 18:18:22.920110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:23.105399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-233a953f-b21e-4fad-919a-f4fdf0054748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:23.107011 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-233a953f-b21e-4fad-919a-f4fdf0054748 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.4134035
Apr 02 18:18:23.208205 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-5b150609-18f6-432f-b7a3-5744363b0d98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 217 time: 0.0761671
Apr 02 18:18:23.265301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61a21-fdf6-4b61-b1de-05ea8e13ecf9 req-974e2cde-951e-40b6-ad82-857ac6beaf72 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:23.267005 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8ba61a21-fdf6-4b61-b1de-05ea8e13ecf9 req-974e2cde-951e-40b6-ad82-857ac6beaf72 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.2049232
Apr 02 18:18:23.342069 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8ba61a21-fdf6-4b61-b1de-05ea8e13ecf9 req-a3fb2bc3-c6d2-4c27-98d7-7b54a73288aa tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654569
Apr 02 18:18:23.346433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-a36e5d2b-df8f-41a1-8e2c-5e968f83c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:23.349125 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-a36e5d2b-df8f-41a1-8e2c-5e968f83c110 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.1291337
Apr 02 18:18:23.435419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-c408727e-a5c2-4887-8de8-a2fdc2d2b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:23.437000 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-c408727e-a5c2-4887-8de8-a2fdc2d2b8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789056
Apr 02 18:18:23.579077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-b34fc2d0-dfac-4cf2-82e8-dff898736fc6 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331096
Apr 02 18:18:23.717102 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7566018d-52ae-470f-92ad-977dd98fc4a8 req-068950f8-c675-430a-bab2-c9183d2778cd service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305475
Apr 02 18:18:24.053066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51338bc-a41d-4fbc-b059-c0cb8dfe8fca req-e85fa49c-0c3e-4090-93d0-a1de5a41580a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:24.054618 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b51338bc-a41d-4fbc-b059-c0cb8dfe8fca req-e85fa49c-0c3e-4090-93d0-a1de5a41580a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0856330
Apr 02 18:18:24.105265 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b51338bc-a41d-4fbc-b059-c0cb8dfe8fca req-4ad63791-c998-4a88-81b9-43d5ad18a10e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442195
Apr 02 18:18:24.545632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808b4a8-a055-4a8d-93c5-a6260629b62c req-78ca6f3c-19ed-470c-b34c-90e2c9ac9951 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:24.547319 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5808b4a8-a055-4a8d-93c5-a6260629b62c req-78ca6f3c-19ed-470c-b34c-90e2c9ac9951 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.0887356
Apr 02 18:18:24.594693 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5808b4a8-a055-4a8d-93c5-a6260629b62c req-909be42d-c6f0-4701-ad27-4d5f55e5ffd6 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404007
Apr 02 18:18:25.308719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a0c2c-ac6b-46cc-8be1-68c6708a6361 req-aff32dc6-3811-44f9-9259-5197e4783668 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:25.310304 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-338a0c2c-ac6b-46cc-8be1-68c6708a6361 req-aff32dc6-3811-44f9-9259-5197e4783668 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0917773
Apr 02 18:18:25.357716 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-338a0c2c-ac6b-46cc-8be1-68c6708a6361 req-43fda70e-3a16-4644-9816-a856ffe64118 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404501
Apr 02 18:18:25.665956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:25.794456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09685d68-7488-4b56-a891-36ab050033ba req-9a1daeaf-d34e-4a77-8cc4-d9b803f42e49 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:25.795973 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09685d68-7488-4b56-a891-36ab050033ba req-9a1daeaf-d34e-4a77-8cc4-d9b803f42e49 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.0881586
Apr 02 18:18:25.842602 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-09685d68-7488-4b56-a891-36ab050033ba req-c82f8f5e-bb72-4200-ab8b-70bdaaff56a3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403788
Apr 02 18:18:26.564302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7e378-9e46-4347-8658-246362006ccb req-3852ec89-cdd9-42e8-bcde-18614726099a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:26.566630 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4ae7e378-9e46-4347-8658-246362006ccb req-3852ec89-cdd9-42e8-bcde-18614726099a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0933697
Apr 02 18:18:26.617144 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4ae7e378-9e46-4347-8658-246362006ccb req-915a2966-0ec0-4655-9c26-a51dc05b7719 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441389
Apr 02 18:18:27.040925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094f578-54ac-49a4-a5ca-c9ee3a2ea0e9 req-955009ae-56c2-4142-88f7-80b8e5b00992 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:27.042481 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6094f578-54ac-49a4-a5ca-c9ee3a2ea0e9 req-955009ae-56c2-4142-88f7-80b8e5b00992 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.0895135
Apr 02 18:18:27.089892 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6094f578-54ac-49a4-a5ca-c9ee3a2ea0e9 req-80171c34-548c-4446-9062-f937852ffba3 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411186
Apr 02 18:18:27.817334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f5d1-e596-4c31-97db-aebf52ec66d3 req-055abc93-234d-4ab5-addb-7e832573615e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:27.818813 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0412f5d1-e596-4c31-97db-aebf52ec66d3 req-055abc93-234d-4ab5-addb-7e832573615e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0874760
Apr 02 18:18:27.865551 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0412f5d1-e596-4c31-97db-aebf52ec66d3 req-8a0c8bee-0ed8-41a3-b563-06e1ea7a876f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404596
Apr 02 18:18:27.962555 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-8a48ff78-18a5-4d75-92d3-b27d1483187c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0778646
Apr 02 18:18:28.076295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-9006bd57-4685-4127-9ece-9c716568d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.077744 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-9006bd57-4685-4127-9ece-9c716568d6cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 1099 time: 0.0767961
Apr 02 18:18:28.233635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-6c00b417-5f7a-49a7-91bf-a015d4258a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.235218 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-6c00b417-5f7a-49a7-91bf-a015d4258a13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 200  len: 916 time: 0.1382096
Apr 02 18:18:28.300211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34634d4-a6e1-4dc4-ba82-709eb250fce7 req-8742cb2a-34cd-47f1-807d-3bffa64cf650 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.301828 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b34634d4-a6e1-4dc4-ba82-709eb250fce7 req-8742cb2a-34cd-47f1-807d-3bffa64cf650 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.0959227
Apr 02 18:18:28.311987 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-5456c183-d6db-488b-926e-5abaca5d6b38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 200  len: 217 time: 0.0699184
Apr 02 18:18:28.350120 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b34634d4-a6e1-4dc4-ba82-709eb250fce7 req-67272d4f-07ec-4ebd-af07-85a478d9b9af tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416245
Apr 02 18:18:28.384122 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-14ece29a-199d-4cbe-83b6-4e078c6387a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.385690 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-14ece29a-199d-4cbe-83b6-4e078c6387a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 200  len: 854 time: 0.0656505
Apr 02 18:18:28.470622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-8f4caeb6-f2ea-4612-bb72-4ad2544118a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.472356 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-8f4caeb6-f2ea-4612-bb72-4ad2544118a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a468af7e-d1cc-4715-bb43-b73496514573&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797684
Apr 02 18:18:28.615053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-e09c6e70-42ef-47c4-9626-cff422a38fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345959
Apr 02 18:18:28.757743 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f964d31-0710-416f-8fc3-a7142d5df641 req-357917c3-e23f-4888-b015-d72fa5a1600c service neutron] 10.222.0.30 "GET /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316202
Apr 02 18:18:28.885446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-2ab077c2-708c-486d-9fb2-528386e0164f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.886906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-2ab077c2-708c-486d-9fb2-528386e0164f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0893338
Apr 02 18:18:28.981947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Deleting port e3a492fb-34a3-4bee-afb6-e214e5d0504c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:28.982333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.082363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6dceb-db62-4bb7-8cca-e21b1326756b req-83e81c4a-2a85-4dfd-85a1-106dbe1fca28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:29.084203 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-30d6dceb-db62-4bb7-8cca-e21b1326756b req-83e81c4a-2a85-4dfd-85a1-106dbe1fca28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 946 time: 0.0929632
Apr 02 18:18:29.091571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6a675f8d-5810-4709-bd77-5af664e4e3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.142690 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-30d6dceb-db62-4bb7-8cca-e21b1326756b req-4dbaa332-2b99-4637-ac3d-2e830768c028 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=54c623f5-4a45-49e0-994c-b62fd995288d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509319
Apr 02 18:18:29.257371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] For port e3a492fb-34a3-4bee-afb6-e214e5d0504c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e3a492fb-34a3-4bee-afb6-e214e5d0504c,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:29.257885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.573301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6427108-82b4-45d6-bb59-0d0c59457fa3 req-9c837a35-9ca5-424f-8d6f-fc98d0f40feb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:29.575047 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6427108-82b4-45d6-bb59-0d0c59457fa3 req-9c837a35-9ca5-424f-8d6f-fc98d0f40feb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 945 time: 0.0986538
Apr 02 18:18:29.599166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.599739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.600096 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Floating IP 738dd4cc-49d6-4a9b-9fd5-1dec56329d60 disassociated. External IP: 172.27.3.52, port: e3a492fb-34a3-4bee-afb6-e214e5d0504c.
Apr 02 18:18:29.600469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Calling delete_port for e3a492fb-34a3-4bee-afb6-e214e5d0504c owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:29.637802 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6427108-82b4-45d6-bb59-0d0c59457fa3 req-9ee19194-323a-4d37-8e3a-a8339ca7c67a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466783
Apr 02 18:18:29.776626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.798536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0d463b5-6b2a-4e41-baa9-a7838d413422 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:29.857161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event deleted for resources: {'Port': ['ID=e3a492fb-34a3-4bee-afb6-e214e5d0504c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:29.862832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:29.888901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:18:29.964705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:18:29.969952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:29.970368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.126779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.160549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:30.172251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:30.176881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.179337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:30.268958 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'code': 200}
Apr 02 18:18:30.277203 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:30.288971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:30.454910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ddd0c856-1861-4fb1-9c72-409f2d7ece14 req-b3648879-92e8-4e71-ad72-c8c445015dc1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.0732903
Apr 02 18:18:30.534456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:18:30.665092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.801557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:18:30.812199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:18:30.827614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:30.828304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a630>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:30.843924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a3641-6668-46d4-9824-f5d6290b30e3 req-635f495e-ab59-4fc2-a33f-63c969a6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:30.845667 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ed1a3641-6668-46d4-9824-f5d6290b30e3 req-635f495e-ab59-4fc2-a33f-63c969a6d98c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 1099 time: 0.2456353
Apr 02 18:18:30.911093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] No DVR routers for this DVR port e3a492fb-34a3-4bee-afb6-e214e5d0504c on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:18:30.913731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.920085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'name': 'network-vif-deleted', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:30.927098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46a9c8-1e59-4d85-ae49-deec7c198520 req-3288aa5f-f602-414d-93f3-0f8d77dfb845 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:30.928914 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e46a9c8-1e59-4d85-ae49-deec7c198520 req-3288aa5f-f602-414d-93f3-0f8d77dfb845 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.1694031
Apr 02 18:18:30.950075 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7dceb2ee-c00f-44ea-ba3a-9e30038564ee req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "DELETE /v2.0/ports/e3a492fb-34a3-4bee-afb6-e214e5d0504c HTTP/1.1" status: 204  len: 173 time: 2.0572274
Apr 02 18:18:30.951897 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ed1a3641-6668-46d4-9824-f5d6290b30e3 req-65f2cb2f-4a17-4781-8322-a56097903a93 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704780
Apr 02 18:18:30.994112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5e46a9c8-1e59-4d85-ae49-deec7c198520 req-4b9bf8b6-bb82-412e-a966-10f408214ab9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572994
Apr 02 18:18:31.060822 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53327414-90dd-4946-83be-2d48753a9bcc', 'name': 'network-vif-deleted', 'tag': 'e3a492fb-34a3-4bee-afb6-e214e5d0504c', 'status': 'completed', 'code': 200}
Apr 02 18:18:31.091821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:31.342538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a10b2-fa0e-4d5d-acd9-f805ee983a0c req-5ee20f79-47d9-4589-8be9-c41e7212dbea tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:31.350732 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-262a10b2-fa0e-4d5d-acd9-f805ee983a0c req-5ee20f79-47d9-4589-8be9-c41e7212dbea tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.1166866
Apr 02 18:18:31.395190 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-262a10b2-fa0e-4d5d-acd9-f805ee983a0c req-49fbbad1-5fe4-424f-8727-b1a711582a50 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434184
Apr 02 18:18:31.444513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a630>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:31.448530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:18:31.458149 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:31.458813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a630>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:31.615973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e6e06e5e-ed85-408d-b2af-fbf568bc883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:31.662496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:31.664821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-1123d0dc-d025-4a0e-9f80-36121321705c req-b4c1c5ab-ad79-4e8a-9a44-b863ca0484fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:31.679471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-1123d0dc-d025-4a0e-9f80-36121321705c req-b4c1c5ab-ad79-4e8a-9a44-b863ca0484fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:31.680703 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1123d0dc-d025-4a0e-9f80-36121321705c req-b4c1c5ab-ad79-4e8a-9a44-b863ca0484fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=53327414-90dd-4946-83be-2d48753a9bcc HTTP/1.1" status: 200  len: 210 time: 0.0655112
Apr 02 18:18:31.895502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device e3a492fb-34a3-4bee-afb6-e214e5d0504c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:31.940066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: e3a492fb-34a3-4bee-afb6-e214e5d0504c {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:31.940463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device e3a492fb-34a3-4bee-afb6-e214e5d0504c not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:32.212024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a630>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:32.214274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f738fe-166d-43d6-8e11-7b4178185541 req-d3d094f6-e69c-40ba-8af7-efad912ddd2e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:32.216320 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-61f738fe-166d-43d6-8e11-7b4178185541 req-d3d094f6-e69c-40ba-8af7-efad912ddd2e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.1013019
Apr 02 18:18:32.225514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689996e-2a1c-4507-a229-7c10c5496d78 None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:18:32.268705 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-61f738fe-166d-43d6-8e11-7b4178185541 req-1cdd32f2-aa60-495b-bdee-951057bdb710 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437686
Apr 02 18:18:32.307917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:32.601967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115d0ff-dcea-4934-9768-ebc33a36659d req-1ffc51e3-a441-4567-a128-fb9bc667e5a3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:32.603610 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e115d0ff-dcea-4934-9768-ebc33a36659d req-1ffc51e3-a441-4567-a128-fb9bc667e5a3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.0891104
Apr 02 18:18:32.610231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd81643-0f37-4988-a6dd-8b2bc543a10c None None] New status for floating IP 738dd4cc-49d6-4a9b-9fd5-1dec56329d60: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:18:32.656354 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e115d0ff-dcea-4934-9768-ebc33a36659d req-346ec83f-8cf2-4f6f-b2df-618fbc4d7a70 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456128
Apr 02 18:18:32.813039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60802) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:32.881400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:32.914915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:32.963421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:32.968671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-659a70b6-320f-412a-a458-dc2d7f5645ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:32.983525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c623f5-4a45-49e0-994c-b62fd995288d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:32.986283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:32.994371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:32.998576 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0224af0b-86ff-496b-98d6-f8ae94cf42d9 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "DELETE /v2.0/security-groups/54c623f5-4a45-49e0-994c-b62fd995288d HTTP/1.1" status: 204  len: 168 time: 0.1844614
Apr 02 18:18:32.998847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60806) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:33.017090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.v2.resource [None req-246d4b9d-5b14-443e-a407-042ba8be91f1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] show failed (client error): The resource could not be found.
Apr 02 18:18:33.018874 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-246d4b9d-5b14-443e-a407-042ba8be91f1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups/54c623f5-4a45-49e0-994c-b62fd995288d HTTP/1.1" status: 404  len: 347 time: 0.0187635
Apr 02 18:18:33.022905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60810) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:33.190790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Deleting port 4e1fc646-e77f-4638-bd81-9171f461ba2c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:33.191201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:33.386024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:33.386402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:33.526348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Calling delete_port for 4e1fc646-e77f-4638-bd81-9171f461ba2c owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:33.686004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b21ee4-4d69-48cc-bd6e-a7ee3e58d435 req-64d68551-e53f-48cd-be17-b8cbff86877b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:33.686004 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9b21ee4-4d69-48cc-bd6e-a7ee3e58d435 req-64d68551-e53f-48cd-be17-b8cbff86877b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.2259471
Apr 02 18:18:33.748031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-80366540-0892-4472-ac2e-6b5d04350574 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:33.749205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-80366540-0892-4472-ac2e-6b5d04350574 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:33.750868 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9b21ee4-4d69-48cc-bd6e-a7ee3e58d435 req-34913610-5c01-4272-8a74-01071897e112 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647995
Apr 02 18:18:33.766303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:33.779820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-80366540-0892-4472-ac2e-6b5d04350574 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:33.784803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-80366540-0892-4472-ac2e-6b5d04350574 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.30 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.1625166
Apr 02 18:18:33.823905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:33.843292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32e5f290-cb78-43e1-8430-87e7566c4df2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:33.931688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Deleting port d09dcb6f-2587-496b-a0b9-0d29d1db4500 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:33.932065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:33.943971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event deleted for resources: {'Port': ['ID=4e1fc646-e77f-4638-bd81-9171f461ba2c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:33.952597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:34.072864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b1bd8-c5f7-4bc9-8fe1-e28798b86086 req-bbfc1f39-ff8d-435c-95d7-02f08b1ef53d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.074308 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f58b1bd8-c5f7-4bc9-8fe1-e28798b86086 req-bbfc1f39-ff8d-435c-95d7-02f08b1ef53d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 946 time: 0.2059190
Apr 02 18:18:34.098581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e2019-9ba2-4ab8-807e-2b25b489be3c req-e890b0d1-29e0-486d-9e96-e76edf2c5aa7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.100272 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-423e2019-9ba2-4ab8-807e-2b25b489be3c req-e890b0d1-29e0-486d-9e96-e76edf2c5aa7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.2022493
Apr 02 18:18:34.226537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f58b1bd8-c5f7-4bc9-8fe1-e28798b86086 req-859fb311-9a5c-41d8-b12f-567940d8764d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Synchronizing usage tracker for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:34.238878 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-423e2019-9ba2-4ab8-807e-2b25b489be3c req-5acd98c2-1768-4767-8cac-e3b06b246b3a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997260
Apr 02 18:18:34.245661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.265164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.266625 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bd105976-4bba-4f4d-a451-69e84d9359df tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "DELETE /v2.0/floatingips/738dd4cc-49d6-4a9b-9fd5-1dec56329d60 HTTP/1.1" status: 204  len: 168 time: 1.2426066
Apr 02 18:18:34.269586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f58b1bd8-c5f7-4bc9-8fe1-e28798b86086 req-859fb311-9a5c-41d8-b12f-567940d8764d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Unset dirty status for tenant:60f7559c0d6e46ccb55f41b492d593d0 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:34.275174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60834) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:34.276936 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f58b1bd8-c5f7-4bc9-8fe1-e28798b86086 req-859fb311-9a5c-41d8-b12f-567940d8764d tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/security-groups?id=619f6018-21e6-45a5-ac42-3d12719d2fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768675
Apr 02 18:18:34.300865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] For port d09dcb6f-2587-496b-a0b9-0d29d1db4500, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d09dcb6f-2587-496b-a0b9-0d29d1db4500,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:34.301273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.441952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Calling delete_port for d09dcb6f-2587-496b-a0b9-0d29d1db4500 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:34.495167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12aa651-1fbe-4912-8204-30aca89e0733 tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.496110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c12aa651-1fbe-4912-8204-30aca89e0733 tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] Synchronizing usage tracker for tenant:14eb43e7e5ac49f6b8ca07dd69af50fa on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:34.514325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c12aa651-1fbe-4912-8204-30aca89e0733 tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] Unset dirty status for tenant:14eb43e7e5ac49f6b8ca07dd69af50fa on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:34.518896 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c12aa651-1fbe-4912-8204-30aca89e0733 tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 1094 time: 0.2391012
Apr 02 18:18:34.519397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 60842) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:34.525511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'port_id': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:34.533034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:34.538209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:floatingip and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:34.541232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:34.547901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:34.559508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.574533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60846) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:34.586698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403254018', 'description': 'tempest-description--432411139'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:34.601356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:34.610634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:34.615961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:34.625467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:34.638101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.640309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.650109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['d09dcb6f-2587-496b-a0b9-0d29d1db4500'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:34.666157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd2ac3da-4146-42d9-af45-c3d3b10dc3c9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:34.724121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:34.742306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Pushing event deleted for resources: {'Port': ['ID=d09dcb6f-2587-496b-a0b9-0d29d1db4500,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:34.749435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:34.810499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:34.814732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:34.817999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:34.824528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:34.898301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Allocated IP 172.27.3.37 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/0a04df5d-b8c2-4817-ba59-88175c956e79) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:18:35.022103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.029368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] No DVR routers for this DVR port d09dcb6f-2587-496b-a0b9-0d29d1db4500 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:18:35.032675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.038617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'name': 'network-vif-deleted', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:35.044536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.054211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7cf61618-0aa8-4059-b1ef-c065d3472b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:35.060971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.099125 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.105337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6b5c093b-43e4-480c-98c3-a29fe1f137d4 req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.30 "DELETE /v2.0/ports/d09dcb6f-2587-496b-a0b9-0d29d1db4500 HTTP/1.1" status: 204  len: 173 time: 1.3049147
Apr 02 18:18:35.107318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9a1df-fc4d-4d63-86cb-71170506528f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:35.111105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:35.112358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.116315 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5375912
Apr 02 18:18:35.118808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60860) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:35.127583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b51b5e5-101f-4326-8151-dbbff0397363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:35.129713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'security_group_rule': {'security_group_id': '28a9a1df-fc4d-4d63-86cb-71170506528f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:35.137773 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ec5916-bf6a-4849-bfaf-df035592e51d', 'name': 'network-vif-deleted', 'tag': 'd09dcb6f-2587-496b-a0b9-0d29d1db4500', 'status': 'completed', 'code': 200}
Apr 02 18:18:35.139346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:35.183551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:35.192977 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:35.206001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:35.246014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.290932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d8e5-2b7e-49bc-8356-2f1f4f3d177b req-a188037f-8767-4a7b-b14f-c93d8a6fef09 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:35.292718 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0510d8e5-2b7e-49bc-8356-2f1f4f3d177b req-a188037f-8767-4a7b-b14f-c93d8a6fef09 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 945 time: 0.1505864
Apr 02 18:18:35.367269 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0510d8e5-2b7e-49bc-8356-2f1f4f3d177b req-bf7854f5-368c-4920-a6f1-c91bbb1cf631 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640447
Apr 02 18:18:35.382512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.395159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.397882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:35.431535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e52dd05-d4c3-4212-8b24-009faf685587,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:35.443968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:35.451471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.452971 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-aea488dc-d916-41ab-a6a1-9f1e03a43270 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3331285
Apr 02 18:18:35.457139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60866) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:35.462603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'security_group_rule': {'security_group_id': '28a9a1df-fc4d-4d63-86cb-71170506528f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:35.468953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:35.473197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:security_group_rule and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:35.476266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:35.482489 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:35.500482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.519174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:18:35.588607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.592122 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.600370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:35.601771 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-577efb13-6bd9-4840-8d27-24e96c5e7dce req-860fbad0-5691-4dab-a846-d1cce171a9c3 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ec5916-bf6a-4849-bfaf-df035592e51d HTTP/1.1" status: 200  len: 210 time: 0.1569393
Apr 02 18:18:35.617493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=0a04df5d-b8c2-4817-ba59-88175c956e79,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:35.622048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:35.623964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4b1c2e-3654-41e5-b092-24c9df169667,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:35.626307 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:35.630605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.635300 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bb40599e-bfb9-40a4-8e25-4b1d5e1d5401 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1739447
Apr 02 18:18:35.635300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60870) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:35.641692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:35.650078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:35.654747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Usage tracker for resource:floatingip and tenant:3871e3f1bfe54f4598a8022b7984c16a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:35.658102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:35.665590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:35.677019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.677221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:18:35.678368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:18:35.680666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:18:35.826528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:35.976762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Allocated IP 172.27.3.128 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/9092fcd2-eca1-4737-a167-9ce0f0482d4c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:18:36.116618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.133438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.163773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.193222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:36.200594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.324662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'Port': ['ID=9092fcd2-eca1-4737-a167-9ce0f0482d4c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:36.327646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:36.370348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:18:36.371563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:18:36.373855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:18:36.464228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.480926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.528990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.534027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.550670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99f261a8-9c57-451d-beff-6a9a5e068bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:36.697669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=0a04df5d-b8c2-4817-ba59-88175c956e79,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:36.708114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:36.761948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dfd27-ff65-4cb7-bcde-0b7af600ef80 req-717e8447-ac72-4a21-a7dd-ca594c515c1c tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:36.763606 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5c2dfd27-ff65-4cb7-bcde-0b7af600ef80 req-717e8447-ac72-4a21-a7dd-ca594c515c1c tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 945 time: 0.2791693
Apr 02 18:18:36.869812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.930526 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5c2dfd27-ff65-4cb7-bcde-0b7af600ef80 req-37435dd2-bf40-45b2-8947-456f34d4d4ba tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270027
Apr 02 18:18:37.075574 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Floating IP eaafc981-de62-4bc0-8825-47e4b7c4980f associated. External IP: 172.27.3.37, port: d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5.
Apr 02 18:18:37.136701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-08c8006d-ed37-427b-b89d-57045b30ed43 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:37.138289 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-08c8006d-ed37-427b-b89d-57045b30ed43 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 945 time: 0.1393352
Apr 02 18:18:37.140527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:37.185100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:37.207576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:37.383269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Deleting port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:37.383567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:37.413668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'Port': ['ID=9092fcd2-eca1-4737-a167-9ce0f0482d4c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:37.430325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:37.501859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:18:37.592243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 60926) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:37.700100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:18:37.713547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:18:37.724549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:37.725472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e1ac390>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:37.726137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:37.728335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:37.803003 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2738061
Apr 02 18:18:37.803003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:37.853395 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'status': 'completed', 'code': 200}
Apr 02 18:18:37.921322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:37.959336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:37.970201 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3240342
Apr 02 18:18:37.974725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d09dcb6f-2587-496b-a0b9-0d29d1db4500 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:37.985920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:37.986934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:38.024590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: d09dcb6f-2587-496b-a0b9-0d29d1db4500 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:38.025036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d09dcb6f-2587-496b-a0b9-0d29d1db4500 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:38.025583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:38.135782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Calling delete_port for 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:38.358694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:38.402338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:38.407292 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-00748bab-1ca9-48f2-bdb1-61d71bff3eeb tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--403254018&fields=id&tenant_id=3871e3f1bfe54f4598a8022b7984c16a HTTP/1.1" status: 200  len: 267 time: 0.0438542
Apr 02 18:18:38.419850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:38.430892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:38.435399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6be15db0-b36c-4f43-a53b-7ce72cd87463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:38.437822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-b81a94aa-36af-4e3a-a16d-0a03ef327137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:38.439543 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-b81a94aa-36af-4e3a-a16d-0a03ef327137 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 1099 time: 0.5480530
Apr 02 18:18:38.532278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:18:38.532613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:18:38.566091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:38.569423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:38.587144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e1ac390>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'eaafc981-de62-4bc0-8825-47e4b7c4980f', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:7a:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:36Z', 'updated_at': '2021-04-02T18:18:36Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:38.591642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:18:38.600992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:38.601659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e1ac390>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:38.610026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-ea83a411-3ab5-48d8-a535-3897056a27be tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:38.612753 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-ea83a411-3ab5-48d8-a535-3897056a27be tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 811 time: 0.1963863
Apr 02 18:18:38.618803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97add8c1-6b12-4ef6-9f03-98e5a30ff046 req-1a1813b6-7b82-4a8d-a69c-9ff057f72aff tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:38.620441 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-97add8c1-6b12-4ef6-9f03-98e5a30ff046 req-1a1813b6-7b82-4a8d-a69c-9ff057f72aff tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 945 time: 0.4542382
Apr 02 18:18:38.630354 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-64766799-1adf-4353-812f-2d1bbb763c49 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/quotas/3871e3f1bfe54f4598a8022b7984c16a HTTP/1.1" status: 200  len: 375 time: 0.0113003
Apr 02 18:18:38.725967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-37d037fd-2870-466f-bcae-bea1c2dd7c1c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:38.731316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-425b1188-160d-4c00-9e22-5d3714315cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:38.732923 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-425b1188-160d-4c00-9e22-5d3714315cb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.2810304
Apr 02 18:18:38.742271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-37d037fd-2870-466f-bcae-bea1c2dd7c1c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:38.743599 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-37d037fd-2870-466f-bcae-bea1c2dd7c1c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1070454
Apr 02 18:18:38.745199 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-97add8c1-6b12-4ef6-9f03-98e5a30ff046 req-77415dad-e274-4957-918a-58365c7e9878 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137018
Apr 02 18:18:38.802383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:38.928599 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-7798d202-c408-46b9-a5b3-0b22d0fd8350 service neutron] 10.222.0.13 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592021
Apr 02 18:18:38.968824 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33', 'code': 200}
Apr 02 18:18:39.047138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Deleting port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:39.047551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:39.085045 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-51ec51ff-ecbb-4415-9e96-0814f796cd5e service neutron] 10.222.0.13 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489854
Apr 02 18:18:39.185377 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-861304bf-c5ca-4a60-a2f0-f71346ae3633 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 HTTP/1.1" status: 200  len: 999 time: 0.4391477
Apr 02 18:18:39.231585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e1ac390>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'eaafc981-de62-4bc0-8825-47e4b7c4980f', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:7a:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:36Z', 'updated_at': '2021-04-02T18:18:36Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:39.237276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675fca6-17e0-4eb2-b8aa-ed2f33da5007 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'eaafc981-de62-4bc0-8825-47e4b7c4980f', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:7a:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:36Z', 'updated_at': '2021-04-02T18:18:36Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:18:39.355502 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-530a1eb1-9185-4240-9e2f-e11839f57e07 req-f9209058-2f7c-43a8-ba68-2cf7f7992a4d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 210 time: 0.0918646
Apr 02 18:18:39.390454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-8dd4d373-f5f2-45e7-809b-8d2a61706560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:39.392079 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-8dd4d373-f5f2-45e7-809b-8d2a61706560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.1748173
Apr 02 18:18:39.588501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503c233-f43d-4f8b-8613-210260490279 None None] New status for floating IP eaafc981-de62-4bc0-8825-47e4b7c4980f: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:18:39.649099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] For port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,segment=NetworkSegment(9173d4de-3e0f-45c4-a67f-f96e2f47aa46),segment_id=9173d4de-3e0f-45c4-a67f-f96e2f47aa46)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:39.649493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:39.669320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-1b49f7e7-6d84-4da2-8f2e-401540a02a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:39.670904 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-1b49f7e7-6d84-4da2-8f2e-401540a02a93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2636387
Apr 02 18:18:39.821963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Calling delete_port for 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:39.950536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:40.229851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85dc68-41c6-4fc7-8ad2-8509b2093685 req-c8267dab-849a-4a83-a361-d3e0175dc19b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:40.232107 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf85dc68-41c6-4fc7-8ad2-8509b2093685 req-c8267dab-849a-4a83-a361-d3e0175dc19b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 943 time: 0.3494961
Apr 02 18:18:40.249703 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-d92beb14-fb09-4529-8cce-92c7a56b78f3 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5232692
Apr 02 18:18:40.298398 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf85dc68-41c6-4fc7-8ad2-8509b2093685 req-e6647efe-dd4a-49c3-8de5-fb9a06a7ae1f tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ea4ef47-578b-49a6-b176-cc6c12a6d365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514524
Apr 02 18:18:40.444462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:40.514896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-930010cc-a3fe-4925-918d-8e7575311658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:40.898224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Pushing event deleted for resources: {'Port': ['ID=0fbb51af-7d23-4d66-904d-c10e9f0fbd33,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:40.916358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:40.982537 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6eb7c517-2345-4049-b524-be6136c374e0 req-5c181051-8134-4f06-9f02-bdc2d585dc0f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 210 time: 0.4273534
Apr 02 18:18:41.072890 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-cdfba5a5-7d4a-4b48-8750-ea296c8c3268 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8134682
Apr 02 18:18:41.095195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-cdc1a403-530c-4abc-981b-7ec56ac9d9ac tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:41.097140 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-cdc1a403-530c-4abc-981b-7ec56ac9d9ac tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 811 time: 0.7599163
Apr 02 18:18:41.292361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Deleting port 6b1345ad-aaa0-456b-9220-2980ed476faa {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:41.292741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:41.336393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] No DVR routers for this DVR port 0fbb51af-7d23-4d66-904d-c10e9f0fbd33 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:18:41.348640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:41.351263 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'name': 'network-vif-deleted', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:41.372137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-721ee50a-dbdd-414f-be2c-0b9e66076094 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:41.417401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be9cf88-a8b0-4685-9bcc-de61aa31879f', 'name': 'network-vif-deleted', 'tag': '0fbb51af-7d23-4d66-904d-c10e9f0fbd33', 'status': 'completed', 'code': 200}
Apr 02 18:18:41.426263 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8471b072-0e64-4fd0-a1c8-9718dc873a00 req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.30 "DELETE /v2.0/ports/0fbb51af-7d23-4d66-904d-c10e9f0fbd33 HTTP/1.1" status: 204  len: 173 time: 4.2813950
Apr 02 18:18:41.522083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-721ee50a-dbdd-414f-be2c-0b9e66076094 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:41.522730 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-721ee50a-dbdd-414f-be2c-0b9e66076094 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3871e3f1bfe54f4598a8022b7984c16a HTTP/1.1" status: 200  len: 5703 time: 0.4141064
Apr 02 18:18:41.535985 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-3f999f20-c75f-4eea-9d65-c2078d75d4f5 req-5279d7db-ca13-45c5-b367-4926e94e01a0 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Synchronizing usage tracker for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:41.544430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'port': {'device_id': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'admin_state_up': True, 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'security_groups': ['28a9a1df-fc4d-4d63-86cb-71170506528f']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:41.655913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-3f999f20-c75f-4eea-9d65-c2078d75d4f5 req-5279d7db-ca13-45c5-b367-4926e94e01a0 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Unset dirty status for tenant:bf97ad1b8eb14f30aea2629fb93abc76 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:41.657168 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3f999f20-c75f-4eea-9d65-c2078d75d4f5 req-5279d7db-ca13-45c5-b367-4926e94e01a0 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be9cf88-a8b0-4685-9bcc-de61aa31879f HTTP/1.1" status: 200  len: 210 time: 0.2299845
Apr 02 18:18:41.698488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] For port 6b1345ad-aaa0-456b-9220-2980ed476faa, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=6b1345ad-aaa0-456b-9220-2980ed476faa,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:41.698878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:41.851760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Calling delete_port for 6b1345ad-aaa0-456b-9220-2980ed476faa owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:41.909449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:41.925384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:42.085933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Made reservation on behalf of 3871e3f1bfe54f4598a8022b7984c16a for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:18:42.091844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:42.148549 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-91a45c64-91d7-403a-aed8-8c60c51d3b5a req-f7a37ce1-d0b6-4313-9c61-01aaee49d463 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 210 time: 0.0495558
Apr 02 18:18:42.338073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Allocated IP 172.20.0.14 (1e015981-5138-467f-9287-c5c1a9f6ef05/df99700b-2f47-47de-9daf-9adc3f12c4fa/27f5c627-7bd9-48e8-99aa-27a1fecb337e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:18:42.340094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:42.356733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd4b1b5c-80f4-43e0-81b9-668f0ac58c28 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:42.418876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1345ad-aaa0-456b-9220-2980ed476faa,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:42.423268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:42.780846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:42.919674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Transition to ACTIVE for port object 27f5c627-7bd9-48e8-99aa-27a1fecb337e will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:18:42.996913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:43.012862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:43.038553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:43.545689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event updated for resources: {'Port': ['ID=27f5c627-7bd9-48e8-99aa-27a1fecb337e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:43.554756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:43.772598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:18:43.776316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:18:43.786235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f635-1af4-4e59-9cb7-0dfc9a9dcacb req-8e2415b3-84e6-4a51-9f85-55d045713d94 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:43.787928 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6ac0f635-1af4-4e59-9cb7-0dfc9a9dcacb req-8e2415b3-84e6-4a51-9f85-55d045713d94 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 932 time: 0.3148122
Apr 02 18:18:43.798144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:18:43.927513 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6ac0f635-1af4-4e59-9cb7-0dfc9a9dcacb req-0cd5d895-1412-4d14-bb49-d920e440151e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995848
Apr 02 18:18:43.935897 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:43.936557 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:43.988927 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-38dd3de8-fda3-4c9b-9762-5a354fa93cd8 None None] Provisioning for port 27f5c627-7bd9-48e8-99aa-27a1fecb337e completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:18:43.994152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-38dd3de8-fda3-4c9b-9762-5a354fa93cd8 None None] Provisioning complete for port 27f5c627-7bd9-48e8-99aa-27a1fecb337e triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:43.994695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38dd3de8-fda3-4c9b-9762-5a354fa93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:44.053435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-38dd3de8-fda3-4c9b-9762-5a354fa93cd8 None None] Port 27f5c627-7bd9-48e8-99aa-27a1fecb337e cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:18:44.093899 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5607750
Apr 02 18:18:44.113722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Request body: {'port': {'device_id': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:44.268089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Router b08fc48a-af0b-4f97-8308-588974cf9f81 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:18:44.269069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:44.640952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:18:44.648906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] 10.222.0.13 "PUT /v2.0/routers/b08fc48a-af0b-4f97-8308-588974cf9f81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0556083
Apr 02 18:18:44.651103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] Sync routers for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:18:44.651860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 32772) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:44.673350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:44.674417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf44a8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:44.850827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:44.880392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f5c627-7bd9-48e8-99aa-27a1fecb337e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:44.888590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:44.904614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Transition to ACTIVE for port object 27f5c627-7bd9-48e8-99aa-27a1fecb337e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:18:44.909744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:44.925508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-269c05b7-9425-401d-902e-fac218eb1fbb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:45.027840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:45.068608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Pushing event updated for resources: {'Port': ['ID=27f5c627-7bd9-48e8-99aa-27a1fecb337e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:45.088400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.097582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Deleting port c1e17c7d-53ad-45d4-95b9-2476a3322035 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:45.097955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.109545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:45.290194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca958d-5aa6-486e-b349-1b14c16bab0a req-833a5972-c251-4263-852e-1ad49e1199a4 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:45.290971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-79ca958d-5aa6-486e-b349-1b14c16bab0a req-833a5972-c251-4263-852e-1ad49e1199a4 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Synchronizing usage tracker for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:18:45.317462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] For port c1e17c7d-53ad-45d4-95b9-2476a3322035, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=c1e17c7d-53ad-45d4-95b9-2476a3322035,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:45.317867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.362872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf44a8>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:18:42Z', 'revision_number': 5, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port': {'id': 'c1e17c7d-53ad-45d4-95b9-2476a3322035', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:45.366972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-79ca958d-5aa6-486e-b349-1b14c16bab0a req-833a5972-c251-4263-852e-1ad49e1199a4 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Unset dirty status for tenant:3871e3f1bfe54f4598a8022b7984c16a on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:18:45.368279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] Checking router: b08fc48a-af0b-4f97-8308-588974cf9f81 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:18:45.374391 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-79ca958d-5aa6-486e-b349-1b14c16bab0a req-833a5972-c251-4263-852e-1ad49e1199a4 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.3012767
Apr 02 18:18:45.378008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] Routers {'b08fc48a-af0b-4f97-8308-588974cf9f81'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:45.378691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf44a8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['b08fc48a-af0b-4f97-8308-588974cf9f81'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:45.422491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Attempting to bind port 27f5c627-7bd9-48e8-99aa-27a1fecb337e on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:18:45.422845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Attempting to bind port 27f5c627-7bd9-48e8-99aa-27a1fecb337e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:18:45.423242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Attempting to bind port 27f5c627-7bd9-48e8-99aa-27a1fecb337e on network 1e015981-5138-467f-9287-c5c1a9f6ef05 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:18:45.435227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Port 27f5c627-7bd9-48e8-99aa-27a1fecb337e on network 1e015981-5138-467f-9287-c5c1a9f6ef05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:18:45.435588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Attempting to bind port 27f5c627-7bd9-48e8-99aa-27a1fecb337e on network 1e015981-5138-467f-9287-c5c1a9f6ef05 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:18:45.442297 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-79ca958d-5aa6-486e-b349-1b14c16bab0a req-fb896c4c-3033-445e-8e4a-9050dd9b7f4d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670269
Apr 02 18:18:45.444979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:18:45.445300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Checking segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:18:45.445711 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Bound using segment: {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:18:45.446173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Bound port: 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622b000e-727b-4701-ab23-3a981f9b6cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:18:45.446546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.477795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Calling delete_port for c1e17c7d-53ad-45d4-95b9-2476a3322035 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:45.561347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] For port 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:18:45.563361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] Set router b08fc48a-af0b-4f97-8308-588974cf9f81 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:45.565296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] For port 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:18:45.568975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.585789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6cf6589a-ebf1-4a53-8c9a-8c2e888cf36e tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:45.680571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf44a8>, [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:18:45Z', 'revision_number': 6, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port_host': None}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:45.685066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104d2f6-097c-46c8-aab5-009294fcd80e None None] The sync data for ids ['b08fc48a-af0b-4f97-8308-588974cf9f81'] in dv-cinder-784477-2-iscsi is: [{'id': 'b08fc48a-af0b-4f97-8308-588974cf9f81', 'name': 'tempest-TestMinimumBasicScenario-1328642369-router', 'tenant_id': '60f7559c0d6e46ccb55f41b492d593d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:56Z', 'updated_at': '2021-04-02T18:18:45Z', 'revision_number': 6, 'project_id': '60f7559c0d6e46ccb55f41b492d593d0', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:18:45.732023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.744613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Pushing event updated for resources: {'Port': ['ID=27f5c627-7bd9-48e8-99aa-27a1fecb337e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:45.748293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:45.754388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:45.803261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:45.803925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:45.805592 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] 10.222.0.30 "PUT /v2.0/ports/27f5c627-7bd9-48e8-99aa-27a1fecb337e HTTP/1.1" status: 200  len: 1094 time: 1.6961830
Apr 02 18:18:45.806131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:45.809885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e17c7d-53ad-45d4-95b9-2476a3322035,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:45.814359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:45.875158 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'status': 'completed', 'code': 200}
Apr 02 18:18:46.066874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.303954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.306948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.335547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.336117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08fc48a-af0b-4f97-8308-588974cf9f81 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:18:46.351632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.353526 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e89bde99-6f77-4cc7-8e82-3b00de8e0aa7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b08fc48a-af0b-4f97-8308-588974cf9f81 HTTP/1.1" status: 204  len: 168 time: 1.7003567
Apr 02 18:18:46.356317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 32786) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:46.433070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Deleting subnet 3384d5d0-e9b6-4730-9ede-b64e6df85dc5 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:18:46.436665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.790044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65230704'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:46.923598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbc84a-d54d-441d-99cc-04d9d3ee925b req-c08e968d-1f16-4b5e-b4a2-070b43a33fd7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:46.925087 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1ffbc84a-d54d-441d-99cc-04d9d3ee925b req-c08e968d-1f16-4b5e-b4a2-070b43a33fd7 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.2068143
Apr 02 18:18:46.961752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.025031 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1ffbc84a-d54d-441d-99cc-04d9d3ee925b req-0d229c20-3be2-44dd-af10-1c4fcf7f31e2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921779
Apr 02 18:18:47.235537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789079713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789953279'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.251494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-503d6dd8-03b7-40b5-9032-0b3104f87f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:47.305626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3384d5d0-e9b6-4730-9ede-b64e6df85dc5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:47.309554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:47.404664 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 6b1345ad-aaa0-456b-9220-2980ed476faa no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:47.444458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 6b1345ad-aaa0-456b-9220-2980ed476faa {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:47.444838 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 6b1345ad-aaa0-456b-9220-2980ed476faa not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:47.445303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c1e17c7d-53ad-45d4-95b9-2476a3322035 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:47.450688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.460761 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3384d5d0-e9b6-4730-9ede-b64e6df85dc5 HTTP/1.1" status: 204  len: 168 time: 1.1032906
Apr 02 18:18:47.463518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 32794) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:47.469826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2839c34-3625-4792-a5dd-c642814fbde9 req-7734e8ed-fcba-45ba-9f99-4fab9337154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:47.472158 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2839c34-3625-4792-a5dd-c642814fbde9 req-7734e8ed-fcba-45ba-9f99-4fab9337154e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 1097 time: 0.1174486
Apr 02 18:18:47.476947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1858c9-a747-4596-a1f7-277b3995bd65 None None] Network a468af7e-d1cc-4715-bb43-b73496514573 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:18:47.496940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: c1e17c7d-53ad-45d4-95b9-2476a3322035 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:47.497266 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c1e17c7d-53ad-45d4-95b9-2476a3322035 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:47.583113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.655001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Deleting port 35db7676-d25c-4b0b-a507-8261e1f702a3 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:47.655387 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.759807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] DHCP port deletion for a468af7e-d1cc-4715-bb43-b73496514573 request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:18:47.763992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Deleting port 35db7676-d25c-4b0b-a507-8261e1f702a3 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:47.764404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.877712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] For port 35db7676-d25c-4b0b-a507-8261e1f702a3, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=35db7676-d25c-4b0b-a507-8261e1f702a3,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:47.878291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:47.982718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] For port 35db7676-d25c-4b0b-a507-8261e1f702a3, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=35db7676-d25c-4b0b-a507-8261e1f702a3,segment=NetworkSegment(b0f0aff6-5707-451b-8fa8-41aee172be89),segment_id=b0f0aff6-5707-451b-8fa8-41aee172be89)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:47.983103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.015201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Calling delete_port for 35db7676-d25c-4b0b-a507-8261e1f702a3 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:48.094554 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.116235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Calling delete_port for 35db7676-d25c-4b0b-a507-8261e1f702a3 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:48.126657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:48.175765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35db7676-d25c-4b0b-a507-8261e1f702a3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:48.222546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:48.232619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0d761-3a8e-4831-a0bd-9a394012e458 req-3f215284-4a12-4b4f-b4c8-7462a5e34596 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:48.234212 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9b0d761-3a8e-4831-a0bd-9a394012e458 req-3f215284-4a12-4b4f-b4c8-7462a5e34596 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.0925448
Apr 02 18:18:48.257611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] No DVR routers for this DVR port 35db7676-d25c-4b0b-a507-8261e1f702a3 on host dv-cinder-784477-2-iscsi {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:18:48.265613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:18:48.265953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:18:48.285392 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e9b0d761-3a8e-4831-a0bd-9a394012e458 req-173eca1f-aff4-4f47-9637-75c0a495aa3d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434186
Apr 02 18:18:48.383349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.496741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e9340b8>,) {'filters': {'network_id': ['a468af7e-d1cc-4715-bb43-b73496514573']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:48.509791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e9340b8>, 'b0f0aff6-5707-451b-8fa8-41aee172be89') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:48.510113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e9340b8>, 'b0f0aff6-5707-451b-8fa8-41aee172be89') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:48.522817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.542605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.549216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:18:48.725252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Network a468af7e-d1cc-4715-bb43-b73496514573 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:18:48.734207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.767300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Deleting port 35db7676-d25c-4b0b-a507-8261e1f702a3 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:48.768024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:48.848703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c05b46ac-2971-4cae-8461-d77a8d7c1f2b None None] The port '35db7676-d25c-4b0b-a507-8261e1f702a3' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:18:48.918661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2839c34-3625-4792-a5dd-c642814fbde9 req-a251e18d-887e-4037-af13-9aa74ad6f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:48.920305 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2839c34-3625-4792-a5dd-c642814fbde9 req-a251e18d-887e-4037-af13-9aa74ad6f72b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1580300
Apr 02 18:18:49.075793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2839c34-3625-4792-a5dd-c642814fbde9 req-46d570b4-703e-4edb-86c4-46706e11bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:49.077287 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2839c34-3625-4792-a5dd-c642814fbde9 req-46d570b4-703e-4edb-86c4-46706e11bc10 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1501083
Apr 02 18:18:49.154041 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Network a468af7e-d1cc-4715-bb43-b73496514573 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:18:49.179992 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:18:49.194528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-b991d734-0a53-4b51-9a80-fae7d36d9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:49.196136 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-b991d734-0a53-4b51-9a80-fae7d36d9ea7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 1097 time: 0.0835290
Apr 02 18:18:49.266630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:49.271278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:49.280120 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-590045fe-e060-41b4-904b-6e79bcab2435 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e HTTP/1.1" status: 200  len: 217 time: 0.0762365
Apr 02 18:18:49.285662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:49.299947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a468af7e-d1cc-4715-bb43-b73496514573,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:49.303440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:49.315514 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a468af7e-d1cc-4715-bb43-b73496514573 HTTP/1.1" status: 204  len: 168 time: 1.8505034
Apr 02 18:18:49.318877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 32808) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:49.355067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-6e6ea912-42da-49a1-9655-ca5901ef98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:49.356676 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-6e6ea912-42da-49a1-9655-ca5901ef98f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0687716
Apr 02 18:18:49.413276 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 35db7676-d25c-4b0b-a507-8261e1f702a3 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:49.449078 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 35db7676-d25c-4b0b-a507-8261e1f702a3 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:49.449462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 35db7676-d25c-4b0b-a507-8261e1f702a3 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:49.520365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-12aee00b-1fcb-46db-8fe9-3ae98e552cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:49.522233 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-12aee00b-1fcb-46db-8fe9-3ae98e552cff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586113
Apr 02 18:18:49.531154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8ad2c-c7b1-46f9-a8fc-cf5c45d594eb req-48434267-470f-4f01-b96b-6d4bc6569185 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:49.532637 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-52d8ad2c-c7b1-46f9-a8fc-cf5c45d594eb req-48434267-470f-4f01-b96b-6d4bc6569185 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.1242559
Apr 02 18:18:49.678469 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-52d8ad2c-c7b1-46f9-a8fc-cf5c45d594eb req-123888aa-0c25-412c-888f-428ec9a82e74 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198127
Apr 02 18:18:49.709167 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-40b4c362-edac-4816-9558-a0b1a295b579 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748922
Apr 02 18:18:49.855190 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b21dd1c0-6695-4122-a494-c0548e7f595c req-e102f43f-f6f2-4cd8-957b-7d6a9a062b8f service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390131
Apr 02 18:18:49.913983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:50.288877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Deleting port c5fce9d9-33cb-4f4e-992d-c473c0494317 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:50.289418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:50.481253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] For port c5fce9d9-33cb-4f4e-992d-c473c0494317, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=c5fce9d9-33cb-4f4e-992d-c473c0494317,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:50.481655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:50.618376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Calling delete_port for c5fce9d9-33cb-4f4e-992d-c473c0494317 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:50.797679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:50.814007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27924b80-20b1-4122-9359-d55f6b40d8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:50.874324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fce9d9-33cb-4f4e-992d-c473c0494317,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:50.878326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:50.884889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f668ba-fdee-46b9-996f-26ead763ffce req-b827c410-6c55-406a-b3a5-94e3ef13e24f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:50.886490 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e1f668ba-fdee-46b9-996f-26ead763ffce req-b827c410-6c55-406a-b3a5-94e3ef13e24f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.0940740
Apr 02 18:18:50.934497 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e1f668ba-fdee-46b9-996f-26ead763ffce req-4af3abdd-e0af-426c-ad01-1f07e1edf520 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414820
Apr 02 18:18:51.265920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:51.788049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:18:52.142905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760849fb-8ded-4a9e-a298-5b4aa2f88df2 req-6dc80693-52e2-47d6-8646-58e69cd7db5d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:52.144554 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-760849fb-8ded-4a9e-a298-5b4aa2f88df2 req-6dc80693-52e2-47d6-8646-58e69cd7db5d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.0913877
Apr 02 18:18:52.193363 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-760849fb-8ded-4a9e-a298-5b4aa2f88df2 req-8861cbf2-1bab-4bec-863a-79cedbdd11ec tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419543
Apr 02 18:18:52.231231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:18:52.242800 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] 10.222.0.13 "PUT /v2.0/routers/8abbf30d-d652-4aa0-89b8-8c8954ca4e4a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9208043
Apr 02 18:18:52.242962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] Sync routers for ids ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:18:52.243657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 32838) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:52.251384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] Routers {'8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:52.252105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81eded898>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:52.428406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:52.435048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] Set router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:52.620440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:52.629264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Deleting port b8187e51-cedb-454f-84c2-1f0368ff2340 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:52.629653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:52.739120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81eded898>, [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:18:50Z', 'revision_number': 5, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port': {'id': 'b8187e51-cedb-454f-84c2-1f0368ff2340', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:52.743136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] Checking router: 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:18:52.752509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] Routers {'8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:52.753147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81eded898>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:52.811070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] For port b8187e51-cedb-454f-84c2-1f0368ff2340, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=b8187e51-cedb-454f-84c2-1f0368ff2340,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:52.811619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:52.912222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] Set router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:52.952184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Calling delete_port for b8187e51-cedb-454f-84c2-1f0368ff2340 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:53.026628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81eded898>, [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:18:52Z', 'revision_number': 6, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port_host': None}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:53.031219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b39bb0-6888-4f9d-bcaf-df11222595cf None None] The sync data for ids ['8abbf30d-d652-4aa0-89b8-8c8954ca4e4a'] in dv-cinder-784477-2-iscsi is: [{'id': '8abbf30d-d652-4aa0-89b8-8c8954ca4e4a', 'name': 'tempest-TestMinimumBasicScenario-869070884-router', 'tenant_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:18:52Z', 'revision_number': 6, 'project_id': '6d4063b2ab3d4f9a9ee9cb934228f6cd', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:18:53.142640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.161054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:53.222911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8187e51-cedb-454f-84c2-1f0368ff2340,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:53.231691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:53.419779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c5fce9d9-33cb-4f4e-992d-c473c0494317 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:53.459040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3eafde-3733-434a-893c-fc3ad627bf74 req-11110ebe-393b-4141-af0c-0720ba02ac1b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:53.460655 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c3eafde-3733-434a-893c-fc3ad627bf74 req-11110ebe-393b-4141-af0c-0720ba02ac1b tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.1164222
Apr 02 18:18:53.461675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: c5fce9d9-33cb-4f4e-992d-c473c0494317 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:53.462076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device c5fce9d9-33cb-4f4e-992d-c473c0494317 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:53.462535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device b8187e51-cedb-454f-84c2-1f0368ff2340 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:53.479136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.500111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: b8187e51-cedb-454f-84c2-1f0368ff2340 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:53.500511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device b8187e51-cedb-454f-84c2-1f0368ff2340 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:53.515458 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6c3eafde-3733-434a-893c-fc3ad627bf74 req-b484c441-8825-477c-873d-313fd5287e73 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477846
Apr 02 18:18:53.669676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.672166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.707778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.708388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abbf30d-d652-4aa0-89b8-8c8954ca4e4a {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:18:53.721655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.725137 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] 10.222.0.13 "DELETE /v2.0/routers/8abbf30d-d652-4aa0-89b8-8c8954ca4e4a HTTP/1.1" status: 204  len: 168 time: 1.4782550
Apr 02 18:18:53.725723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 32856) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:53.799739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Deleting subnet c50cb1c8-0c16-44bf-95c4-3f3cfadb612d {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:18:53.803880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.855274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65230704'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:53.934869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:54.188322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789079713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789953279'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:54.203613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7b43ea9d-eddc-4301-86a5-43fdeb6220bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:54.253532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50cb1c8-0c16-44bf-95c4-3f3cfadb612d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:54.257535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:54.335911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:54.341203 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb64fc2-14dc-4e2c-b532-30d809be1af2 None None] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:18:54.342415 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-04fa4f6d-0da5-4f1e-bd48-9cc6279575c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c50cb1c8-0c16-44bf-95c4-3f3cfadb612d HTTP/1.1" status: 204  len: 168 time: 0.6155939
Apr 02 18:18:54.345332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 32860) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:54.460467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:54.533710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Deleting port 2f69ff8d-4afe-4e88-8989-59a434d32558 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:54.534268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:54.631607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] DHCP port deletion for fc8528a3-3f3d-4409-b339-ad797e1fdf0b request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:18:54.637227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Deleting port 2f69ff8d-4afe-4e88-8989-59a434d32558 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:54.638088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:54.757204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 27f5c627-7bd9-48e8-99aa-27a1fecb337e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:18:54.980570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] For port 2f69ff8d-4afe-4e88-8989-59a434d32558, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=2f69ff8d-4afe-4e88-8989-59a434d32558,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:54.981147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.080230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] For port 2f69ff8d-4afe-4e88-8989-59a434d32558, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=2f69ff8d-4afe-4e88-8989-59a434d32558,segment=NetworkSegment(f63cf406-2a7b-4218-9d0d-d2de555fd5ae),segment_id=f63cf406-2a7b-4218-9d0d-d2de555fd5ae)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:55.080616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.098815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847285-fa12-4626-b04e-709e5535ffc7 req-155d5582-bb0f-4a50-96ce-03dcd7113529 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:55.100446 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb847285-fa12-4626-b04e-709e5535ffc7 req-155d5582-bb0f-4a50-96ce-03dcd7113529 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 944 time: 0.4502609
Apr 02 18:18:55.131277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Calling delete_port for 2f69ff8d-4afe-4e88-8989-59a434d32558 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:55.227594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Calling delete_port for 2f69ff8d-4afe-4e88-8989-59a434d32558 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:18:55.330731 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb847285-fa12-4626-b04e-709e5535ffc7 req-9dc96ac3-b890-4f2e-81b0-09d1df9c0ba1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757038
Apr 02 18:18:55.356211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.373801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:55.404605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'port_id': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'mac_address': 'fa:16:3e:55:d0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:18:55.436815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40e83a4b-7c58-4be9-81e7-d000125b4fcf tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:55.440941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 2f69ff8d-4afe-4e88-8989-59a434d32558 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:55.486198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f69ff8d-4afe-4e88-8989-59a434d32558,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:55.490128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:18:55.490533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:18:55.496705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:55.497656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 2f69ff8d-4afe-4e88-8989-59a434d32558 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:18:55.498046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 2f69ff8d-4afe-4e88-8989-59a434d32558 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:18:55.508537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.527095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] No DVR routers for this DVR port 2f69ff8d-4afe-4e88-8989-59a434d32558 on host dv-cinder-784477-2-iscsi {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:18:55.527812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f5c627-7bd9-48e8-99aa-27a1fecb337e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:55.544281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:55.547999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.549947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:55.620408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=27f5c627-7bd9-48e8-99aa-27a1fecb337e,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:55.623553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:55.654013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.766787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81d55e6d8>,) {'filters': {'network_id': ['fc8528a3-3f3d-4409-b339-ad797e1fdf0b']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:55.781029 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d55e6d8>, 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:55.781365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d55e6d8>, 'f63cf406-2a7b-4218-9d0d-d2de555fd5ae') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:55.793523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789545095'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.808758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.815608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:18:55.992211 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Deleting port 2f69ff8d-4afe-4e88-8989-59a434d32558 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:18:55.993232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:55.994199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:18:56.003885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789079564'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.068810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ddecdabf-8f6e-4025-bf1b-645b58b59d63 None None] The port '2f69ff8d-4afe-4e88-8989-59a434d32558' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:18:56.180088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Network fc8528a3-3f3d-4409-b339-ad797e1fdf0b has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:18:56.203563 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:18:56.281768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.285482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:56.301187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.307433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8528a3-3f3d-4409-b339-ad797e1fdf0b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:56.318971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.319402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.319801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.320195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.320585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.320973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.321360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.321746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.322132 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.322515 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.322898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.327331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:56.327331 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc8528a3-3f3d-4409-b339-ad797e1fdf0b HTTP/1.1" status: 204  len: 168 time: 1.9806221
Apr 02 18:18:56.332615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:56.446098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 32882) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:56.566137 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5ca698d8-8c98-4b7e-8f95-0b375840eda5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60f7559c0d6e46ccb55f41b492d593d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1187356
Apr 02 18:18:56.569123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 32886) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:56.582575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442165f-9308-4338-9b94-b3f0cf81a89a req-9084279c-9d66-4f70-b3c7-d088358899a3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:56.584184 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c442165f-9308-4338-9b94-b3f0cf81a89a req-9084279c-9d66-4f70-b3c7-d088358899a3 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 945 time: 0.1352632
Apr 02 18:18:56.632106 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c442165f-9308-4338-9b94-b3f0cf81a89a req-d4a371a6-415b-43fa-b837-665c43f0919a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413287
Apr 02 18:18:56.635649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.663500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.707750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.712724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a81ebb86-72d7-40ff-a18b-6011d6635909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:56.727250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f6018-21e6-45a5-ac42-3d12719d2fd5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:56.732581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:56.734483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:56.736374 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/619f6018-21e6-45a5-ac42-3d12719d2fd5 HTTP/1.1" status: 204  len: 168 time: 0.1655085
Apr 02 18:18:57.086448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 32896) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:57.137344 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-28bef9e1-8860-4794-a0fa-88818fc44bc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d4063b2ab3d4f9a9ee9cb934228f6cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495858
Apr 02 18:18:57.139936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 32900) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:57.202545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:57.228644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:57.276096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:57.281055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-542458f9-bf11-4bfe-bc8e-134b891756ac tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:57.293308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d601d0-c552-4faf-9329-81d2d5d01a04,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:57.295849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:57.299636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:57.301697 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75d601d0-c552-4faf-9329-81d2d5d01a04 HTTP/1.1" status: 204  len: 168 time: 0.1608133
Apr 02 18:18:57.860638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:57.975028 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427026-603a-4c22-881c-5b741834118d req-c5c2e77f-ef01-47fb-b887-8ff2f57e74fd tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:57.976544 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5d427026-603a-4c22-881c-5b741834118d req-c5c2e77f-ef01-47fb-b887-8ff2f57e74fd tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 945 time: 0.0889030
Apr 02 18:18:58.026698 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5d427026-603a-4c22-881c-5b741834118d req-32bdf8e8-f0c3-4a2d-8152-aa22919490be tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437231
Apr 02 18:18:59.082946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13264b41-0052-44ca-ada8-4c58d29e8f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:59.226779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0952-4ee6-4f78-8bbe-0d690fda1b23 req-66177a41-1feb-419f-85ae-4ee438e65c79 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:59.228319 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9aaf0952-4ee6-4f78-8bbe-0d690fda1b23 req-66177a41-1feb-419f-85ae-4ee438e65c79 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 945 time: 0.0875165
Apr 02 18:18:59.276901 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9aaf0952-4ee6-4f78-8bbe-0d690fda1b23 req-c23f77fd-738f-4841-9c2b-13d5904d366a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422926
Apr 02 18:19:00.179475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['27f5c627-7bd9-48e8-99aa-27a1fecb337e'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:19:00.484992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b6202-5283-4e9e-a208-c2b69934d12a req-2b155649-2079-4344-8b13-18d478c361d1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:00.486552 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f62b6202-5283-4e9e-a208-c2b69934d12a req-2b155649-2079-4344-8b13-18d478c361d1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 945 time: 0.0917358
Apr 02 18:19:00.534700 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f62b6202-5283-4e9e-a208-c2b69934d12a req-91db41d3-22a0-49f6-8780-23866c0f40dd tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401788
Apr 02 18:19:00.666420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.301511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 27f5c627-7bd9-48e8-99aa-27a1fecb337e up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:19:01.373849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 27f5c627-7bd9-48e8-99aa-27a1fecb337e completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:19:01.379568 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 27f5c627-7bd9-48e8-99aa-27a1fecb337e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:19:01.379982 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.507783 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.543455 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:01.570519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:01.572870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d69c5269-8024-438f-9a1b-174cb6103867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.577388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.579299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:01.662402 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'code': 200}
Apr 02 18:19:01.663176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=27f5c627-7bd9-48e8-99aa-27a1fecb337e,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:01.666304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:01.867808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39dcc7-3349-45ee-9f8a-c08c0172a9da req-ba0d88ca-76ec-4950-96b0-920610fd228c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:01.869267 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e39dcc7-3349-45ee-9f8a-c08c0172a9da req-ba0d88ca-76ec-4950-96b0-920610fd228c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.1395555
Apr 02 18:19:01.927933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19f8a-f617-498e-b251-0ed5af6dd3b9 req-28d8d185-bb8d-4c7b-ba9d-aa3b54cde2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:01.929435 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6cc19f8a-f617-498e-b251-0ed5af6dd3b9 req-28d8d185-bb8d-4c7b-ba9d-aa3b54cde2c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 1099 time: 0.1282802
Apr 02 18:19:01.932453 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e39dcc7-3349-45ee-9f8a-c08c0172a9da req-e9111b11-f20f-4695-80a9-36dc74fb09a2 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529521
Apr 02 18:19:01.973350 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6cc19f8a-f617-498e-b251-0ed5af6dd3b9 req-b85ee9a8-24f2-47de-9e4e-f4044dd4794f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362821
Apr 02 18:19:02.306006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:03.138124 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f4db-108c-40db-96ab-dcf26c600de0 req-c02b470e-ffee-4f4e-897e-897d138f8739 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:03.139742 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cfe2f4db-108c-40db-96ab-dcf26c600de0 req-c02b470e-ffee-4f4e-897e-897d138f8739 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0892198
Apr 02 18:19:03.193284 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cfe2f4db-108c-40db-96ab-dcf26c600de0 req-db544f29-a8f5-4d4d-9c66-60dd189a4c73 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466621
Apr 02 18:19:03.760678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:04.401498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92efd6e-b398-449f-bbd6-0a748ce0b1e3 req-23b9167b-a71e-4671-b7c4-5034a8e5656a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:04.403102 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a92efd6e-b398-449f-bbd6-0a748ce0b1e3 req-23b9167b-a71e-4671-b7c4-5034a8e5656a tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0890737
Apr 02 18:19:04.450891 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a92efd6e-b398-449f-bbd6-0a748ce0b1e3 req-7d412a45-d77f-4f0a-ba5b-9d45c09d7a5c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407677
Apr 02 18:19:04.647142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df10678-0df1-4dc3-b0ed-ef265a991fbf req-559ff5a6-f9bc-4d8f-bc4f-4db5469dab4f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:04.648718 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8df10678-0df1-4dc3-b0ed-ef265a991fbf req-559ff5a6-f9bc-4d8f-bc4f-4db5469dab4f tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0880747
Apr 02 18:19:04.658079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 32962) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:04.664053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Request body: {'floatingip': {'port_id': '27f5c627-7bd9-48e8-99aa-27a1fecb337e'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:19:04.745333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:05.361214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:05.364744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:05.552544 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Floating IP c3cace6b-946a-4acf-8eb0-568a5f38c243 associated. External IP: 172.27.3.128, port: 27f5c627-7bd9-48e8-99aa-27a1fecb337e.
Apr 02 18:19:06.167884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:19:06.358919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:06.363947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:06.369389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b74079-4606-41f9-9673-02f225295892 None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:06.379721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:06.380384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed096a0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:06.425602 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9d57b269-acb6-4c40-8c80-01d316a8917d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "PUT /v2.0/floatingips/c3cace6b-946a-4acf-8eb0-568a5f38c243 HTTP/1.1" status: 200  len: 992 time: 1.7626987
Apr 02 18:19:06.425602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:06.483711 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'status': 'completed', 'code': 200}
Apr 02 18:19:06.571703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:06.610705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-8a8c9793-80f5-428a-9351-25b917779a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:06.612282 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-8a8c9793-80f5-428a-9351-25b917779a8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 1099 time: 0.1056187
Apr 02 18:19:06.755827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-570471ab-868f-468f-9e35-fd850feb4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:06.757382 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-570471ab-868f-468f-9e35-fd850feb4785 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 200  len: 912 time: 0.1382864
Apr 02 18:19:06.869572 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-6698c0cb-71dd-4dae-a298-3efc1ed82a19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e HTTP/1.1" status: 200  len: 1000 time: 0.1052921
Apr 02 18:19:06.941694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-ae200fbf-cbd5-4aea-a42d-4e66f72d8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:06.943312 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-ae200fbf-cbd5-4aea-a42d-4e66f72d8ac8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 200  len: 850 time: 0.0666854
Apr 02 18:19:06.945742 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed096a0>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'c3cace6b-946a-4acf-8eb0-568a5f38c243', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'port_id': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'mac_address': 'fa:16:3e:55:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:36Z', 'updated_at': '2021-04-02T18:19:05Z', 'revision_number': 1, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:06.949722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b74079-4606-41f9-9673-02f225295892 None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:06.959099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:06.959751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed096a0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:07.024948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-c502373b-8330-47ff-8d16-0d13418b2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:07.026527 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-c502373b-8330-47ff-8d16-0d13418b2bba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e015981-5138-467f-9287-c5c1a9f6ef05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768995
Apr 02 18:19:07.152512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:07.171879 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-0c828676-b7a5-405d-ba28-07f71babe235 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369464
Apr 02 18:19:07.322389 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb434512-18e8-4b1e-b610-3ab8d0bba8c5 req-f2a766ec-fdca-46b8-97c6-659932adbd49 service neutron] 10.222.0.30 "GET /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429842
Apr 02 18:19:07.526438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e1b74079-4606-41f9-9673-02f225295892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed096a0>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'c3cace6b-946a-4acf-8eb0-568a5f38c243', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'port_id': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'mac_address': 'fa:16:3e:55:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:36Z', 'updated_at': '2021-04-02T18:19:05Z', 'revision_number': 1, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:07.530524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b74079-4606-41f9-9673-02f225295892 None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': 'c3cace6b-946a-4acf-8eb0-568a5f38c243', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'port_id': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'mac_address': 'fa:16:3e:55:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:36Z', 'updated_at': '2021-04-02T18:19:05Z', 'revision_number': 1, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:19:07.800191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9011c-a2b1-41e3-9411-1af9130c8346 None None] New status for floating IP c3cace6b-946a-4acf-8eb0-568a5f38c243: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:19:11.843452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33042) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:11.911729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Deleting subnet 32d4d0f6-8fb6-43de-8ced-f39c1f5d2059 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:19:11.914751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:11.970234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.029208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.289476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.304815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:12.351735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d4d0f6-8fb6-43de-8ced-f39c1f5d2059,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:12.355624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:12.437085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.444241 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c74309e2-d628-48bc-be10-9b143c2d26bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32d4d0f6-8fb6-43de-8ced-f39c1f5d2059 HTTP/1.1" status: 204  len: 168 time: 0.5997074
Apr 02 18:19:12.446950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33048) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:12.517019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:19:12.563159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.747825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.862828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81d291d68>,) {'filters': {'network_id': ['77bf5cb1-3cee-4766-9677-8d261e77385f']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:12.875597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d291d68>, '9173d4de-3e0f-45c4-a67f-f96e2f47aa46') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:12.875938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d291d68>, '9173d4de-3e0f-45c4-a67f-f96e2f47aa46') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:12.888133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.907048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:12.914201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:19:13.090579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Network 77bf5cb1-3cee-4766-9677-8d261e77385f has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:13.100176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.279966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Network 77bf5cb1-3cee-4766-9677-8d261e77385f has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:19:13.304288 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:19:13.378321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.381995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:13.404722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.414375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Pushing event deleted for resources: {'Network': ['ID=77bf5cb1-3cee-4766-9677-8d261e77385f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:13.417888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:13.422886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b29a4ce2-8004-48e8-95a4-2fd9a368c01c admin admin] 10.222.0.13 "DELETE /v2.0/networks/77bf5cb1-3cee-4766-9677-8d261e77385f HTTP/1.1" status: 204  len: 168 time: 0.9748826
Apr 02 18:19:13.601596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33058) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:13.656749 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-359af6a8-613c-404a-8d17-a5cb3fed4faa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf97ad1b8eb14f30aea2629fb93abc76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539525
Apr 02 18:19:13.659763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33062) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:13.718635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.745335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.789666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.794540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29123472-0499-4dc9-84be-059bceaf6ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:13.807569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea4ef47-578b-49a6-b176-cc6c12a6d365,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:13.810405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:13.816362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.817808 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ea4ef47-578b-49a6-b176-cc6c12a6d365 HTTP/1.1" status: 204  len: 168 time: 0.1568515
Apr 02 18:19:25.642028 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-73ac8030-81c6-4300-84b3-36b8bd96343b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801213
Apr 02 18:19:25.800586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-1c1aec95-c2f7-47b0-99e4-c083c90fead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:25.802172 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-1c1aec95-c2f7-47b0-99e4-c083c90fead2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1098 time: 0.0775776
Apr 02 18:19:25.958268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-748aaeb2-a3ba-42ab-854d-08864717360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:25.959843 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-748aaeb2-a3ba-42ab-854d-08864717360f service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.1345584
Apr 02 18:19:26.302182 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-ea1cd247-01df-47c9-a306-2dba7ceff61b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 1001 time: 0.3265603
Apr 02 18:19:26.372856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-3d798da6-2e5a-4b7d-99ea-bf5853c24bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:26.374404 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-3d798da6-2e5a-4b7d-99ea-bf5853c24bb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0631301
Apr 02 18:19:26.460556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-9abbc143-3d17-4cc2-94c8-0fc44fc5b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:26.462121 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-9abbc143-3d17-4cc2-94c8-0fc44fc5b049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804660
Apr 02 18:19:26.604157 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-783ac741-c295-4509-ab9a-20a76fd8f9b6 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334469
Apr 02 18:19:26.748616 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf07e0e2-34be-4f7a-9837-7a19cfe7013a req-534e3727-16b0-4ef9-8d75-0cbd1896a279 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362772
Apr 02 18:19:27.854053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.083570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd7b39d1-e5a7-41a5-8e0f-11810dc4dd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.667932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.554187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ade4aef9-141f-424a-a4b0-e763dad66c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:32.307685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:33.763431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.776265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ba7e6-d930-411f-9b66-5326e3727f19 req-d8c87a0d-f901-4fc4-ac01-6c524277e7eb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:40.777754 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-305ba7e6-d930-411f-9b66-5326e3727f19 req-d8c87a0d-f901-4fc4-ac01-6c524277e7eb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0885041
Apr 02 18:19:40.825497 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-305ba7e6-d930-411f-9b66-5326e3727f19 req-ee99d84b-054c-4a7f-8895-6ca2a371e432 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412729
Apr 02 18:19:42.034072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f69c-502d-4160-89dc-754a905663b0 req-2f6c4d1f-28e0-4732-b3b4-55dc5e50fca6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:42.035664 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ddb8f69c-502d-4160-89dc-754a905663b0 req-2f6c4d1f-28e0-4732-b3b4-55dc5e50fca6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0898747
Apr 02 18:19:42.083006 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ddb8f69c-502d-4160-89dc-754a905663b0 req-27f006d9-6404-4a73-8862-f5044149aa54 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409904
Apr 02 18:19:43.286772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fcad-94ef-4f56-972d-48405b856d9f req-a432a3ac-410e-4891-8550-7eecd6331e44 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:43.288380 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5374fcad-94ef-4f56-972d-48405b856d9f req-a432a3ac-410e-4891-8550-7eecd6331e44 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0870745
Apr 02 18:19:43.336801 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5374fcad-94ef-4f56-972d-48405b856d9f req-1dd6b686-f8c0-4398-a685-6c41410be100 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420280
Apr 02 18:19:44.542080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706bfe6-b42b-4008-9a70-a2fac5ceb13a req-564c0f66-f834-4fc6-b049-1b90605eef9d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:44.543677 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0706bfe6-b42b-4008-9a70-a2fac5ceb13a req-564c0f66-f834-4fc6-b049-1b90605eef9d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0907631
Apr 02 18:19:44.590611 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0706bfe6-b42b-4008-9a70-a2fac5ceb13a req-361e2ede-93ce-44a3-bc55-8ed40ec1544a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404818
Apr 02 18:19:45.798038 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3ae1-2461-4ac6-859f-3be783a4bf31 req-a4ec1257-c848-49e9-8bf3-13e5a384e27e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:45.800358 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2a9d3ae1-2461-4ac6-859f-3be783a4bf31 req-a4ec1257-c848-49e9-8bf3-13e5a384e27e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0901859
Apr 02 18:19:45.846521 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2a9d3ae1-2461-4ac6-859f-3be783a4bf31 req-4219a302-0e27-4090-a8cc-ab20364694c8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399449
Apr 02 18:19:47.053492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a80d0-0f89-43ff-91d8-156515c03b95 req-6d5f3b3e-43ac-4b79-883c-aa66698668ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:47.055114 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-000a80d0-0f89-43ff-91d8-156515c03b95 req-6d5f3b3e-43ac-4b79-883c-aa66698668ed tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0883508
Apr 02 18:19:47.102511 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-000a80d0-0f89-43ff-91d8-156515c03b95 req-882f21c2-7b5d-4c40-bc0f-9e779a7cd7c2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410216
Apr 02 18:19:48.339084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7138a4-e1ea-4e95-bd8c-5092fccb106e req-f015833e-7236-433d-a01f-dcca9687d98d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:48.340691 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4d7138a4-e1ea-4e95-bd8c-5092fccb106e req-f015833e-7236-433d-a01f-dcca9687d98d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.1066360
Apr 02 18:19:48.403096 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4d7138a4-e1ea-4e95-bd8c-5092fccb106e req-61ad3188-8cd0-49dc-a8ef-3e84a8346046 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547850
Apr 02 18:19:49.516486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:19:49.616209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426246-cae2-4808-b141-7eb670406204 req-35d9f415-25d6-457e-9507-aa88293697e2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:49.617785 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c0426246-cae2-4808-b141-7eb670406204 req-35d9f415-25d6-457e-9507-aa88293697e2 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0883198
Apr 02 18:19:49.668211 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c0426246-cae2-4808-b141-7eb670406204 req-0a9d0064-4953-493d-b5fb-3c4747ec6ad9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441101
Apr 02 18:19:50.874681 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45209c-0221-44f5-a4f4-98b2267811dc req-c50e3b3d-1236-4852-8d2c-954de9f111a6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:50.876296 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb45209c-0221-44f5-a4f4-98b2267811dc req-c50e3b3d-1236-4852-8d2c-954de9f111a6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0882142
Apr 02 18:19:50.923174 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb45209c-0221-44f5-a4f4-98b2267811dc req-8933fc07-0e97-4c75-a7ed-37d6ec517427 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404017
Apr 02 18:19:52.129723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0edb-a9b6-4b4b-8797-da6c7a06b79b req-6dea2756-0ede-4cfc-986b-8bfeab13985a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:52.131302 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb7f0edb-a9b6-4b4b-8797-da6c7a06b79b req-6dea2756-0ede-4cfc-986b-8bfeab13985a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0899782
Apr 02 18:19:52.178465 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eb7f0edb-a9b6-4b4b-8797-da6c7a06b79b req-06937f83-1588-4657-9028-7800a80b693f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408981
Apr 02 18:19:53.394507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260d4f-302a-4df9-9035-056a0387a0fc req-abde257c-6edc-4a1d-aabf-eb25fec14d07 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:53.396104 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-49260d4f-302a-4df9-9035-056a0387a0fc req-abde257c-6edc-4a1d-aabf-eb25fec14d07 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0882843
Apr 02 18:19:53.443412 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-49260d4f-302a-4df9-9035-056a0387a0fc req-89eaf706-1166-4dbc-917f-65e63f504063 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407212
Apr 02 18:19:53.464858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:19:53.788891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:53.803107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'mac_address': 'fa:16:3e:5a:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:19:53.863518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.881625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b920c4d6-8326-49bc-b5e8-afcfd9717f0e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:19:53.897702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:53.900627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.902562 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:53.979839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:53.988419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.988797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.989165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.989528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.989893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.990251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.990645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.991014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.991394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.991748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.992098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.992446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:53.997476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['b920c4d6-8326-49bc-b5e8-afcfd9717f0e'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:19:54.028141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:54.654466 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd1bdc-d2b0-47a9-9644-dabdbd54dbb9 req-64bc085b-fd28-4f82-a66a-cc667724d253 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:54.656070 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4afd1bdc-d2b0-47a9-9644-dabdbd54dbb9 req-64bc085b-fd28-4f82-a66a-cc667724d253 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.0935271
Apr 02 18:19:54.705508 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4afd1bdc-d2b0-47a9-9644-dabdbd54dbb9 req-31566160-96a3-4cd6-92bb-e32b8ca08aac tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422082
Apr 02 18:19:55.494641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:19:55.579854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port b920c4d6-8326-49bc-b5e8-afcfd9717f0e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:19:55.580337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.702815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.729630 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:55.740780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:55.743943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.746650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:55.779616 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'code': 200}
Apr 02 18:19:55.819800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:55.823137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:55.913966 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8462-0850-4fe2-a647-73c58d6afe00 req-47339946-9117-4718-81a2-e868b2730bb4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:55.915586 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-603e8462-0850-4fe2-a647-73c58d6afe00 req-47339946-9117-4718-81a2-e868b2730bb4 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0883131
Apr 02 18:19:55.963035 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-603e8462-0850-4fe2-a647-73c58d6afe00 req-22711812-dead-4a24-b7ed-9034f8f9bee8 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409157
Apr 02 18:19:57.177114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2642c0f-8790-42b0-ad5f-d3ad94812e05 req-4d726b45-a259-493e-b2f5-17cea8320c04 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:57.178715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2642c0f-8790-42b0-ad5f-d3ad94812e05 req-4d726b45-a259-493e-b2f5-17cea8320c04 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0931356
Apr 02 18:19:57.226700 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b2642c0f-8790-42b0-ad5f-d3ad94812e05 req-594e7bc2-cf89-4e62-ac7f-3bfe34cedef6 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417645
Apr 02 18:19:57.847773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.439017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6dbe9-0022-4b93-bd74-abd5d66ee5d1 req-ed1ae283-e0d3-430f-b15a-900e36edd655 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:58.441418 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a2c6dbe9-0022-4b93-bd74-abd5d66ee5d1 req-ed1ae283-e0d3-430f-b15a-900e36edd655 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0951097
Apr 02 18:19:58.492956 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a2c6dbe9-0022-4b93-bd74-abd5d66ee5d1 req-01d15cc0-ec73-4f47-9cd7-e28e654df9bb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450778
Apr 02 18:19:59.089874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d043b70f-33da-4b46-8b3e-4cad636557cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.754873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839ba6-c2bd-4ee5-9888-ecde0b8144c2 req-e8e1fa73-74dd-4ad6-9bb9-23875c9ad834 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:59.756514 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-60839ba6-c2bd-4ee5-9888-ecde0b8144c2 req-e8e1fa73-74dd-4ad6-9bb9-23875c9ad834 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.1098692
Apr 02 18:19:59.809648 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-60839ba6-c2bd-4ee5-9888-ecde0b8144c2 req-5201cc7f-88f2-4520-9ad6-f31974a9e230 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455871
Apr 02 18:20:00.685435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.035325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e94c5-13ac-4f62-bf7f-b4f030aa2044 req-f05e9122-7936-4f83-94e2-e75cccc05f3d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:01.037043 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8b9e94c5-13ac-4f62-bf7f-b4f030aa2044 req-f05e9122-7936-4f83-94e2-e75cccc05f3d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0996354
Apr 02 18:20:01.096090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8b9e94c5-13ac-4f62-bf7f-b4f030aa2044 req-060829ed-0c8e-4330-9dd2-1c0d40170966 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514112
Apr 02 18:20:01.563488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfb34c22-059b-4d9a-9234-832c81cfae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.312987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521d642-6bc4-41f6-b9d6-c3f674d0e699 req-18bf79f2-973a-453a-9ed8-e3865d3f6f62 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:02.315624 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3521d642-6bc4-41f6-b9d6-c3f674d0e699 req-18bf79f2-973a-453a-9ed8-e3865d3f6f62 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0979085
Apr 02 18:20:02.321830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.366366 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3521d642-6bc4-41f6-b9d6-c3f674d0e699 req-7cec31b6-76aa-47ee-8485-4b783f544d55 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441408
Apr 02 18:20:03.614335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d90928-ee54-4ea5-9ba7-f135e3990780 req-85b7b47e-5310-4b2c-8e3f-2feda3c9321e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:03.616006 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-18d90928-ee54-4ea5-9ba7-f135e3990780 req-85b7b47e-5310-4b2c-8e3f-2feda3c9321e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.1216538
Apr 02 18:20:03.664744 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-18d90928-ee54-4ea5-9ba7-f135e3990780 req-b6da8d1b-3527-418b-82f4-f2a8d9325228 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418599
Apr 02 18:20:03.765413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.919284 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ddf85-4460-42c7-80a6-1ba9c438e4b3 req-9db591e8-3fe5-4ccd-8197-979a34dc2e64 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:04.920913 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-839ddf85-4460-42c7-80a6-1ba9c438e4b3 req-9db591e8-3fe5-4ccd-8197-979a34dc2e64 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.1102016
Apr 02 18:20:04.972218 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-839ddf85-4460-42c7-80a6-1ba9c438e4b3 req-575b6a33-67c3-44c3-bb67-141b7afd47d3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443017
Apr 02 18:20:06.347254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e655f-09bb-4aed-853e-6d0ae275cc84 req-3f559e4c-9bc3-4a9c-a52d-5e1d8ee2ee1c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:06.348887 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0a1e655f-09bb-4aed-853e-6d0ae275cc84 req-3f559e4c-9bc3-4a9c-a52d-5e1d8ee2ee1c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.1146650
Apr 02 18:20:06.400463 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0a1e655f-09bb-4aed-853e-6d0ae275cc84 req-150c88d1-47e6-44d4-9126-f447e04cb879 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443785
Apr 02 18:20:07.646511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d6204-9990-48f3-bea9-9b5eeb893eeb req-e851d97b-8e6c-450b-b151-f96002707dbc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:07.648330 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-284d6204-9990-48f3-bea9-9b5eeb893eeb req-e851d97b-8e6c-450b-b151-f96002707dbc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.1000528
Apr 02 18:20:07.698710 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-284d6204-9990-48f3-bea9-9b5eeb893eeb req-5e773819-6889-4bf0-8a8e-d3e96798f116 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439570
Apr 02 18:20:08.515818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-b1ab8729-93f9-4b1a-bc83-96feda6c9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:08.517656 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-b1ab8729-93f9-4b1a-bc83-96feda6c9958 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1098 time: 0.0770350
Apr 02 18:20:08.658390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-005e638e-c433-4d9e-93a3-0032c7046269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:08.660004 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-005e638e-c433-4d9e-93a3-0032c7046269 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.1358423
Apr 02 18:20:08.771534 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-8ed7ffd9-3f60-452d-a366-dc879240444b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 1001 time: 0.1037798
Apr 02 18:20:08.843584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-9a9f25db-8772-47ea-9d1e-9eaea7ea7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:08.845803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-9a9f25db-8772-47ea-9d1e-9eaea7ea7267 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0674922
Apr 02 18:20:08.929113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-93edf4ec-1150-4fa3-9082-53f474663266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:08.930715 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-93edf4ec-1150-4fa3-9082-53f474663266 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787337
Apr 02 18:20:09.075308 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-71738c9e-d73e-466d-a130-5116df107e28 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372278
Apr 02 18:20:09.088541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dbe01-ef90-492b-a555-74a298441d8c req-f1579661-7e45-4ff6-9949-46b23ddcc934 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:09.090130 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d14dbe01-ef90-492b-a555-74a298441d8c req-f1579661-7e45-4ff6-9949-46b23ddcc934 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.2673788
Apr 02 18:20:09.138604 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d14dbe01-ef90-492b-a555-74a298441d8c req-d412bb6a-f8c7-4488-863f-a6d719881a93 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413210
Apr 02 18:20:09.215649 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-54e101ca-d5fa-4a5c-a842-12399c7cfa3e req-895e34a3-2c06-4db0-9d46-6eb83004a9fd service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342411
Apr 02 18:20:10.347234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1e61b-ad99-47f8-83e4-416584754599 req-3a0cc484-46ff-49af-87f0-7d6df56127bc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.348802 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90b1e61b-ad99-47f8-83e4-416584754599 req-3a0cc484-46ff-49af-87f0-7d6df56127bc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0914583
Apr 02 18:20:10.395445 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-90b1e61b-ad99-47f8-83e4-416584754599 req-7edaa831-1c0a-4606-bc8e-9cbb3ae8437d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404806
Apr 02 18:20:11.601934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e6465-7ce8-4a20-9c7b-8dc10eab12b9 req-628398a3-c04f-467e-9dcb-bba8459e5654 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:11.603616 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec3e6465-7ce8-4a20-9c7b-8dc10eab12b9 req-628398a3-c04f-467e-9dcb-bba8459e5654 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0881467
Apr 02 18:20:11.655944 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec3e6465-7ce8-4a20-9c7b-8dc10eab12b9 req-730d8f6d-64bb-476f-bd46-4e55610f6b28 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459585
Apr 02 18:20:13.271350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5c257-1ad1-44d2-ba70-95318f82fbe1 req-4fdd8b6a-2a36-442e-bae2-360bb4aadabd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:13.273274 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-43f5c257-1ad1-44d2-ba70-95318f82fbe1 req-4fdd8b6a-2a36-442e-bae2-360bb4aadabd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 945 time: 0.0973127
Apr 02 18:20:13.321780 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-43f5c257-1ad1-44d2-ba70-95318f82fbe1 req-92375e12-6cf7-47f8-b613-7d44d49c78f3 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418842
Apr 02 18:20:13.420902 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-935d4697-165d-4b42-b835-57fe74cf3ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1279194
Apr 02 18:20:13.622172 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:20:13.747448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:13.777031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:13.787532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:13.790502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:13.792614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46b91028-640b-41fc-83de-3dd28be369ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:13.830124 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'code': 422} returned with failed status
Apr 02 18:20:13.867418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=8']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:13.870697 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:13.949823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-11f209a7-c787-4225-b9b5-55a8a3ebd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:13.951401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-11f209a7-c787-4225-b9b5-55a8a3ebd7d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde&tenant_id=1e2086447d714f2590c64429e8bf97e7 HTTP/1.1" status: 200  len: 1096 time: 0.0823276
Apr 02 18:20:14.047646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-49699823-8f3c-4246-a35b-66f6c7ff51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:14.049395 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-49699823-8f3c-4246-a35b-66f6c7ff51d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e2086447d714f2590c64429e8bf97e7&device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1096 time: 0.0758684
Apr 02 18:20:14.187689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-e3daf81f-8721-465e-af85-f3bd74cfd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:14.189738 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-e3daf81f-8721-465e-af85-f3bd74cfd982 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 200  len: 918 time: 0.1334853
Apr 02 18:20:14.299024 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-7e9ac698-21da-41fb-b7c8-d6448296e205 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 200  len: 999 time: 0.1022203
Apr 02 18:20:14.371610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-9527aa96-7f76-4ec3-8b61-fa6ab10c8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:14.373177 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-9527aa96-7f76-4ec3-8b61-fa6ab10c8dcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 200  len: 856 time: 0.0676448
Apr 02 18:20:14.512965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-4e1b9843-35a5-4505-8f91-35db96ef74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:14.514458 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-4e1b9843-35a5-4505-8f91-35db96ef74b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39497f40-94c5-4413-b71e-84de6823d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344109
Apr 02 18:20:14.643119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71b618-6637-435a-a741-a2d50a2b5e3c req-4013597b-1fab-4a98-bc8b-688e2b2a148d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:14.644668 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b71b618-6637-435a-a741-a2d50a2b5e3c req-4013597b-1fab-4a98-bc8b-688e2b2a148d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.1992137
Apr 02 18:20:14.702739 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-89746a55-ed0c-454e-b826-cfb2cabd69a7 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784320
Apr 02 18:20:14.713946 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b71b618-6637-435a-a741-a2d50a2b5e3c req-c167f172-4b2b-4fc2-8468-6d24faf9dd69 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623176
Apr 02 18:20:15.071090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3cba7b9b-eab5-4ea2-9fa3-b35aa85ac202 req-8ea4793b-df07-403f-9957-747505c7d182 service neutron] 10.222.0.30 "GET /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603466
Apr 02 18:20:15.931348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b892a-6037-49b9-9b89-49ea2d28182d req-9046e29f-26a6-4ecc-99d7-151e4e1fdc95 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:15.940256 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe7b892a-6037-49b9-9b89-49ea2d28182d req-9046e29f-26a6-4ecc-99d7-151e4e1fdc95 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0982459
Apr 02 18:20:15.986595 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe7b892a-6037-49b9-9b89-49ea2d28182d req-3384384b-443d-4f0e-bea2-8f39ae04ad5b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451899
Apr 02 18:20:17.205841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe4de4-c40b-4ccd-8ab8-fccad8076dc7 req-b96e392e-9e80-41f2-af8f-b6fb87db921f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:17.207459 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-11fe4de4-c40b-4ccd-8ab8-fccad8076dc7 req-b96e392e-9e80-41f2-af8f-b6fb87db921f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0929570
Apr 02 18:20:17.257636 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-11fe4de4-c40b-4ccd-8ab8-fccad8076dc7 req-53f13cd4-e787-4449-815d-d0544cff75bd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438204
Apr 02 18:20:18.469916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ba27-3d15-4755-a9da-a8a818574fdc req-58b66c7f-3d30-4839-86fe-7653d3e4a1d7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:18.471865 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e206ba27-3d15-4755-a9da-a8a818574fdc req-58b66c7f-3d30-4839-86fe-7653d3e4a1d7 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0948241
Apr 02 18:20:18.521196 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e206ba27-3d15-4755-a9da-a8a818574fdc req-403c135b-253e-4c36-9be6-556621a3fd99 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431495
Apr 02 18:20:19.748798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde9a21-ba81-40aa-b631-8ef2c0cfe386 req-65c0698f-9aed-4f61-b911-dfd9f356b44e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:19.750415 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dbde9a21-ba81-40aa-b631-8ef2c0cfe386 req-65c0698f-9aed-4f61-b911-dfd9f356b44e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0967517
Apr 02 18:20:19.800074 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dbde9a21-ba81-40aa-b631-8ef2c0cfe386 req-04812599-fc9e-453e-a5d0-9318fbf06603 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427630
Apr 02 18:20:21.009254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65a75d-ce3f-43d3-b6de-3ad8be171263 req-ba0e641b-3be3-49b5-8533-e60f1ed74d8d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:21.011047 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5c65a75d-ce3f-43d3-b6de-3ad8be171263 req-ba0e641b-3be3-49b5-8533-e60f1ed74d8d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0921218
Apr 02 18:20:21.063419 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5c65a75d-ce3f-43d3-b6de-3ad8be171263 req-036777a3-1e71-4af6-9695-cc4846fc6f28 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456660
Apr 02 18:20:22.273909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d0016-4add-4574-ade2-f610e76f68b4 req-ff466892-223c-4cc0-b2f5-6a0d2d7f1a87 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:22.275538 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-445d0016-4add-4574-ade2-f610e76f68b4 req-ff466892-223c-4cc0-b2f5-6a0d2d7f1a87 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0886905
Apr 02 18:20:22.326466 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-445d0016-4add-4574-ade2-f610e76f68b4 req-2357af50-d8ae-4be5-960e-c28a4d6e9509 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435913
Apr 02 18:20:23.723394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abbcb-7a50-49cc-a947-65a8b3980c7e req-138c9984-18a4-44af-8d62-5dd9ad9acf31 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:23.725166 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f6abbcb-7a50-49cc-a947-65a8b3980c7e req-138c9984-18a4-44af-8d62-5dd9ad9acf31 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.1005430
Apr 02 18:20:23.773832 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1f6abbcb-7a50-49cc-a947-65a8b3980c7e req-1ddf4351-7baa-40b2-925c-b08cb6d03815 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420923
Apr 02 18:20:24.981911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3e0f6-b5b9-4ab9-b78a-8e6b0874e5ce req-c15771e5-b530-486d-90d5-38ceaa51c960 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:24.983557 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0ff3e0f6-b5b9-4ab9-b78a-8e6b0874e5ce req-c15771e5-b530-486d-90d5-38ceaa51c960 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0890601
Apr 02 18:20:25.037046 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0ff3e0f6-b5b9-4ab9-b78a-8e6b0874e5ce req-62383579-f2a5-4cd7-9eae-de3dce42fdef tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468445
Apr 02 18:20:26.257781 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847c6d7-1c66-44d7-88fb-4f921cfc1f1f req-8f2124a5-48fa-4c81-a312-eed2b56ea4bf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:26.259375 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4847c6d7-1c66-44d7-88fb-4f921cfc1f1f req-8f2124a5-48fa-4c81-a312-eed2b56ea4bf tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0898778
Apr 02 18:20:26.308211 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4847c6d7-1c66-44d7-88fb-4f921cfc1f1f req-c5a7fef3-1cca-4ec9-a7d8-c698f88dff52 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423260
Apr 02 18:20:26.516475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:20:27.588929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c027d5b-a59b-43b0-bcd4-df0060d0eb64 req-f774ca4e-421f-4800-83f1-c7762430dc8c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:27.590614 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4c027d5b-a59b-43b0-bcd4-df0060d0eb64 req-f774ca4e-421f-4800-83f1-c7762430dc8c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.1270313
Apr 02 18:20:27.639047 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4c027d5b-a59b-43b0-bcd4-df0060d0eb64 req-0f39b6f8-c0d3-4f07-8dc9-cb5515453a99 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418653
Apr 02 18:20:27.866496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:28.843064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737091b0-5802-45c3-81de-3b8effdb237d req-8269f45e-df7b-4731-8656-d5efa7e01044 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:28.844602 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-737091b0-5802-45c3-81de-3b8effdb237d req-8269f45e-df7b-4731-8656-d5efa7e01044 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0876932
Apr 02 18:20:28.891154 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-737091b0-5802-45c3-81de-3b8effdb237d req-84e3d7f6-e3c5-45cd-bde9-7c95349cc70a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396123
Apr 02 18:20:29.080618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c4394ded-3d5e-4d14-8afc-496c7a306f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:30.100999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5643f9-f05a-4b08-b641-ffd7ba6c6c9f req-14c4bac6-5cac-40e9-948b-08cb73c63d41 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:30.102628 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6e5643f9-f05a-4b08-b641-ffd7ba6c6c9f req-14c4bac6-5cac-40e9-948b-08cb73c63d41 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0932286
Apr 02 18:20:30.151432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6e5643f9-f05a-4b08-b641-ffd7ba6c6c9f req-1167fdf2-8a53-431a-a823-cfb6d7fb6e22 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424757
Apr 02 18:20:30.354229 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-5a040d95-1ac7-4864-ad51-f787804f5e19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772309
Apr 02 18:20:30.460039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-c88b2a6e-643d-4598-9903-857c54b82948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:30.461652 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-c88b2a6e-643d-4598-9903-857c54b82948 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 1099 time: 0.0851355
Apr 02 18:20:30.624936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-26e4d367-f0ed-49f5-913f-b5b5fbcfdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:30.626514 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-26e4d367-f0ed-49f5-913f-b5b5fbcfdd8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1458964
Apr 02 18:20:30.668708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:30.738634 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-09da60a3-1380-48c1-b65e-7b1296732c05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 HTTP/1.1" status: 200  len: 1001 time: 0.1053891
Apr 02 18:20:30.808849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-5ebbe66d-e417-482e-a15c-aed1151203aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:30.810432 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-5ebbe66d-e417-482e-a15c-aed1151203aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0657489
Apr 02 18:20:30.901104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-dae4636f-af5e-4f78-a063-778e45d58569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:30.902661 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-dae4636f-af5e-4f78-a063-778e45d58569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856633
Apr 02 18:20:31.046007 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-89de80d5-27e5-4885-b554-5f2cd7b78bbe service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355925
Apr 02 18:20:31.187986 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-31b32fb1-6a24-4ecc-a0b5-3e3563981275 req-13afa534-b727-4461-80e3-465c76c62a68 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340778
Apr 02 18:20:31.373598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d58fbe-5385-4bba-99d0-8f41ea1f9cd7 req-bacd3bbd-dd9a-499f-bef7-e1fb839d4b64 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:31.375130 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d1d58fbe-5385-4bba-99d0-8f41ea1f9cd7 req-bacd3bbd-dd9a-499f-bef7-e1fb839d4b64 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0915937
Apr 02 18:20:31.422750 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d1d58fbe-5385-4bba-99d0-8f41ea1f9cd7 req-82bb1088-bb8f-475d-8a94-40f831f9e0de tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406113
Apr 02 18:20:31.557663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e8208043-bbf8-4a16-8aa3-02a0c31cd3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:32.313827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:32.629479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbbf3-770a-41ca-8cc9-5d836ef52061 req-a026156b-be95-4023-8723-e894edf06304 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:32.631191 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-085cbbf3-770a-41ca-8cc9-5d836ef52061 req-a026156b-be95-4023-8723-e894edf06304 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0890064
Apr 02 18:20:32.678989 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-085cbbf3-770a-41ca-8cc9-5d836ef52061 req-62166bbb-3550-4bde-9df4-879b08aa00eb tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413337
Apr 02 18:20:33.712409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:20:33.825267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:33.866870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:33.881142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'port_id': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'mac_address': 'fa:16:3e:5a:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:20:33.889262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4224d-9a0f-4fdb-8042-ec5374788a3d req-d6e17458-06cd-4b37-b270-deebc6b775ce tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:33.890841 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c0c4224d-9a0f-4fdb-8042-ec5374788a3d req-d6e17458-06cd-4b37-b270-deebc6b775ce tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 943 time: 0.0891175
Apr 02 18:20:33.938169 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c0c4224d-9a0f-4fdb-8042-ec5374788a3d req-135f74ed-9dd3-4c2c-ac39-2fcff75c2478 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398567
Apr 02 18:20:33.939395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:33.957983 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920c4d6-8326-49bc-b5e8-afcfd9717f0e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:20:33.974824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:33.977659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:33.979503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8521c752-93a2-4d64-95d0-07803a9ce9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:34.050363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=9']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:34.054362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:34.331004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['b920c4d6-8326-49bc-b5e8-afcfd9717f0e'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:20:35.149132 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743890-b21f-4b96-96ed-8c389e243645 req-f3c26499-baf6-4dc0-bf40-cf4e052befde tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:35.150737 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-73743890-b21f-4b96-96ed-8c389e243645 req-f3c26499-baf6-4dc0-bf40-cf4e052befde tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 944 time: 0.0929604
Apr 02 18:20:35.198953 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-73743890-b21f-4b96-96ed-8c389e243645 req-680485f5-4f8a-4127-9c9f-048189e5d2f1 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417995
Apr 02 18:20:35.721170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:35.795811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port b920c4d6-8326-49bc-b5e8-afcfd9717f0e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:35.796227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:35.918856 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:35.946486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:35.956773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:35.959659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:35.961585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:35.999070 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'code': 200}
Apr 02 18:20:36.033251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=10']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:36.036815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:36.245153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3495b9-0c22-4d52-a540-faae973d8fa8 req-35727780-c5ab-4601-b41e-75dae8001848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:36.246731 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fc3495b9-0c22-4d52-a540-faae973d8fa8 req-35727780-c5ab-4601-b41e-75dae8001848 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 1099 time: 0.0802550
Apr 02 18:20:36.289939 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fc3495b9-0c22-4d52-a540-faae973d8fa8 req-3503b34a-c1cd-430d-8aea-e8e67a69365b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365257
Apr 02 18:20:36.410530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240722af-81ec-4847-9f80-1df66711ca7f req-063fd669-0076-4adc-9755-a36bded40c70 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:36.413670 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-240722af-81ec-4847-9f80-1df66711ca7f req-063fd669-0076-4adc-9755-a36bded40c70 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0902045
Apr 02 18:20:36.464150 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-240722af-81ec-4847-9f80-1df66711ca7f req-a8367219-090f-475b-86f7-7d538c484d49 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441172
Apr 02 18:20:37.680698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee429b5-f77a-4962-bc1a-c26bd41b32a6 req-4c08a273-7e85-4a73-97ed-7ba760e588ea tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:37.682526 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ee429b5-f77a-4962-bc1a-c26bd41b32a6 req-4c08a273-7e85-4a73-97ed-7ba760e588ea tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0872939
Apr 02 18:20:37.736533 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3ee429b5-f77a-4962-bc1a-c26bd41b32a6 req-f676147b-dbeb-4eac-a084-f81284d9a9e0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478847
Apr 02 18:20:38.943717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc66818-48c1-478d-9e93-6bab570f1b39 req-fadf038e-7ea5-41df-8147-b6f22b4ef180 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:38.945319 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7cc66818-48c1-478d-9e93-6bab570f1b39 req-fadf038e-7ea5-41df-8147-b6f22b4ef180 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0912359
Apr 02 18:20:38.994542 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7cc66818-48c1-478d-9e93-6bab570f1b39 req-3e83e3e5-f4ba-45b9-b158-0df522a5e2cd tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423322
Apr 02 18:20:55.492907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc1947-099f-4d1b-8408-9db2abea5829 req-ac2c12ac-c91d-4898-983c-5578c068f43c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:55.494477 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3adc1947-099f-4d1b-8408-9db2abea5829 req-ac2c12ac-c91d-4898-983c-5578c068f43c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0915823
Apr 02 18:20:55.547421 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3adc1947-099f-4d1b-8408-9db2abea5829 req-cc1a16fe-1b48-40b1-ae1d-127529e85572 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464456
Apr 02 18:20:56.753725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bea68-9394-458b-8e20-11def3ad4b5d req-bd57f4a0-643c-4d58-bcf7-d63d04e7bacd tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:56.755894 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5a4bea68-9394-458b-8e20-11def3ad4b5d req-bd57f4a0-643c-4d58-bcf7-d63d04e7bacd tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0901701
Apr 02 18:20:56.803136 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5a4bea68-9394-458b-8e20-11def3ad4b5d req-74539497-5f59-4910-a72d-4e98a9d3f667 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409274
Apr 02 18:20:57.517009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-57cb0814-4916-48e4-9180-de5139b6fe9d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:57.518575 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-57cb0814-4916-48e4-9180-de5139b6fe9d tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0882704
Apr 02 18:20:57.606017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Deleting port 27f5c627-7bd9-48e8-99aa-27a1fecb337e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:20:57.606378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:57.878205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:57.918444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4ec5-e6db-42ba-adb0-f0a5345b6dbd req-b9195fc7-80ed-4aa9-b25b-f24f7f9885fc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:57.920081 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7d7e4ec5-e6db-42ba-adb0-f0a5345b6dbd req-b9195fc7-80ed-4aa9-b25b-f24f7f9885fc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.2129042
Apr 02 18:20:57.961421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] For port 27f5c627-7bd9-48e8-99aa-27a1fecb337e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=27f5c627-7bd9-48e8-99aa-27a1fecb337e,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:57.961812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:58.016167 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe629659-62bd-4f22-8f7c-0e2b73090e25 req-7d10ec28-d6c0-47a5-8ff1-1a3273f624de tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:58.017772 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe629659-62bd-4f22-8f7c-0e2b73090e25 req-7d10ec28-d6c0-47a5-8ff1-1a3273f624de tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 946 time: 0.0908728
Apr 02 18:20:58.060227 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7d7e4ec5-e6db-42ba-adb0-f0a5345b6dbd req-01203b57-1204-4e63-8c5e-5267bf8ee28c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272891
Apr 02 18:20:58.066019 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fe629659-62bd-4f22-8f7c-0e2b73090e25 req-cec9ecf2-0777-4da1-9d82-b20cbc1a013e tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9a1df-fc4d-4d63-86cb-71170506528f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413487
Apr 02 18:20:58.292453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:58.292857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:58.293198 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Floating IP c3cace6b-946a-4acf-8eb0-568a5f38c243 disassociated. External IP: 172.27.3.128, port: 27f5c627-7bd9-48e8-99aa-27a1fecb337e.
Apr 02 18:20:58.293565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Calling delete_port for 27f5c627-7bd9-48e8-99aa-27a1fecb337e owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:20:58.439191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:58.456848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ee9f10b1-c52f-4ad0-b874-29b95ab7948d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:58.514100 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event deleted for resources: {'Port': ['ID=27f5c627-7bd9-48e8-99aa-27a1fecb337e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:58.526330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.526734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.527160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.527550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.527937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.528335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.528717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.529101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.529482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.529862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.530240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.530617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:58.799931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:59.048058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:20:59.081882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dde076-cdeb-4234-b252-31cf42ad47cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:59.382463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:20:59.396281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:20:59.413117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:59.413787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ecb7ba8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:20:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:59.469487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b455447-2336-443a-917f-b0eaf9df3ded req-8a2b2519-ad63-427d-a1f6-59b8a3b525b4 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:59.471198 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b455447-2336-443a-917f-b0eaf9df3ded req-8a2b2519-ad63-427d-a1f6-59b8a3b525b4 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.2847769
Apr 02 18:20:59.491952 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8bae61b7-546b-4d4b-9ad2-e89b2fb339c9 req-6a6026be-9801-4898-8fd8-9b47bc920023 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b3c45d7-ab24-4906-90d9-02d4d31e1b98 HTTP/1.1" status: 200  len: 210 time: 0.3082337
Apr 02 18:20:59.501310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] No DVR routers for this DVR port 27f5c627-7bd9-48e8-99aa-27a1fecb337e on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:20:59.517905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:59.521148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'name': 'network-vif-deleted', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:59.549937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-89f55f73-7735-4099-89c8-cf6514a18f82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:59.552035 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-89f55f73-7735-4099-89c8-cf6514a18f82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 946 time: 0.2852952
Apr 02 18:20:59.617168 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-39ff2301-cb63-4c43-9b1d-b4a00be1169b req-dd712c7f-0ae5-44a2-beec-08e82090d752 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.30 "DELETE /v2.0/ports/27f5c627-7bd9-48e8-99aa-27a1fecb337e HTTP/1.1" status: 204  len: 173 time: 2.0914528
Apr 02 18:20:59.622572 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b455447-2336-443a-917f-b0eaf9df3ded req-8d066385-3d05-4944-a5fa-3315b6f8cb30 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365092
Apr 02 18:20:59.626524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:59.659524 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3c45d7-ab24-4906-90d9-02d4d31e1b98', 'name': 'network-vif-deleted', 'tag': '27f5c627-7bd9-48e8-99aa-27a1fecb337e', 'status': 'completed', 'code': 200}
Apr 02 18:20:59.668391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Deleting port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:20:59.668866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:59.948473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] For port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:59.948865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:59.963089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ecb7ba8>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:59.967089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:20:59.976459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:59.977107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ecb7ba8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:20:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:00.168892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:00.268977 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:00.269298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:00.269671 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Floating IP eaafc981-de62-4bc0-8825-47e4b7c4980f disassociated. External IP: 172.27.3.37, port: d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5.
Apr 02 18:21:00.271381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Calling delete_port for d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:00.416495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:00.435608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-781cee3c-22f6-4395-9cc5-2c9712f481fa tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:00.495411 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'Port': ['ID=d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:00.499190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:00.508395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ecb7ba8>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:00.512844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a21c-3e75-4e84-92e8-1c4ee1ffd276 None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:25Z', 'revision_number': 4, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'a8ed821b-5ab6-4fdd-a01d-dae06c306927', 'name': '', 'network_id': '1e015981-5138-467f-9287-c5c1a9f6ef05', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'mac_address': 'fa:16:3e:ef:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:22Z', 'updated_at': '2021-04-02T18:10:37Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'subnets': [{'id': 'df99700b-2f47-47de-9daf-9adc3f12c4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:21:00.681882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:00.803190 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-23798733-8d69-4ab3-99d6-11c3e024cf5a req-5b57d421-b060-4639-8779-23d9deb810e8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 210 time: 0.0507855
Apr 02 18:21:00.829400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:21:00.946343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba858ad-8bea-491d-9551-8f6a7297cc51 None None] New status for floating IP c3cace6b-946a-4acf-8eb0-568a5f38c243: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:21:01.021474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:21:01.033176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:21:01.049837 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:01.050533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a5c0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:20:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:01.114457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] No DVR routers for this DVR port d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:21:01.117187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:01.132865 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0211c061-3b7c-4d52-9052-7e584cf36556 req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "DELETE /v2.0/ports/d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 HTTP/1.1" status: 204  len: 173 time: 1.5700903
Apr 02 18:21:01.437052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:01.622010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0550c617-2b52-4a63-8eec-0f2b05ee8b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:01.661427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'name': 'network-vif-deleted', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:21:01.711159 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e74d6c-3d29-4f8b-88a3-416b9b382ad2', 'name': 'network-vif-deleted', 'tag': 'd8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5', 'status': 'completed', 'code': 200}
Apr 02 18:21:01.781709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a5c0>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:01.785891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:21:01.794775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:01.795475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a5c0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:01.806823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33656) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:01.857071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 27f5c627-7bd9-48e8-99aa-27a1fecb337e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:01.884717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:01.914347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:01.961769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 27f5c627-7bd9-48e8-99aa-27a1fecb337e {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:01.962141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 27f5c627-7bd9-48e8-99aa-27a1fecb337e not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:01.962805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:02.010003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:02.010389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device d8b424a5-fd2a-4ba9-91c7-6b1f178f4fc5 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:02.010526 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-66b81103-79cc-48b0-bd02-5a23e771b91d req-e291fc19-a6c2-46d8-97ff-9cd4d06f5c77 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e74d6c-3d29-4f8b-88a3-416b9b382ad2 HTTP/1.1" status: 200  len: 210 time: 0.0514829
Apr 02 18:21:02.017810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.028879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c947c4e-ab6a-48a9-ab0a-6a949e690b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:02.042398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9a1df-fc4d-4d63-86cb-71170506528f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:02.050786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.051929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.052162 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.052535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.052946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.053346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.054209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.054209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.054518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.054915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.055396 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.055792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:02.059612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:02.065700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.067551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:02.068454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "DELETE /v2.0/security-groups/28a9a1df-fc4d-4d63-86cb-71170506528f HTTP/1.1" status: 204  len: 168 time: 0.2605042
Apr 02 18:21:02.071275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33662) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:02.089871 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.v2.resource [None req-16d23778-17c8-4441-b0ef-ee458eb5c380 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] show failed (client error): The resource could not be found.
Apr 02 18:21:02.094706 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-16d23778-17c8-4441-b0ef-ee458eb5c380 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "GET /v2.0/security-groups/28a9a1df-fc4d-4d63-86cb-71170506528f HTTP/1.1" status: 404  len: 347 time: 0.0192790
Apr 02 18:21:02.094706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33666) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:02.268497 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Deleting port 9092fcd2-eca1-4737-a167-9ce0f0482d4c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:02.268877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.335707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.423588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81dd6a5c0>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:02.428885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f49a8e-26f7-4f5f-9e12-a1ba7004a2d2 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:21:02.449604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.450246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.585678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Calling delete_port for 9092fcd2-eca1-4737-a167-9ce0f0482d4c owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:02.731835 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:02.747039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:02.805509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Pushing event deleted for resources: {'Port': ['ID=9092fcd2-eca1-4737-a167-9ce0f0482d4c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:02.809399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:02.810246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72403d-a56e-4f01-b570-26798aa6fc89 None None] New status for floating IP eaafc981-de62-4bc0-8825-47e4b7c4980f: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:21:03.008420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:03.023281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:03.024560 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] 10.222.0.13 "DELETE /v2.0/floatingips/c3cace6b-946a-4acf-8eb0-568a5f38c243 HTTP/1.1" status: 204  len: 168 time: 0.9289770
Apr 02 18:21:03.396401 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-271c3b34-8ef2-4797-b7a9-c28330c74705 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131261444&fields=id&tenant_id=3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 267 time: 0.0427125
Apr 02 18:21:03.516499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:21:03.562016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-c1d81a1a-8fec-4183-81ca-ba2909deddc4 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:03.563607 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-c1d81a1a-8fec-4183-81ca-ba2909deddc4 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 812 time: 0.1596303
Apr 02 18:21:03.581170 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-4f0f9731-bde3-4914-b467-3d09a6e66dd7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/quotas/3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 375 time: 0.0113018
Apr 02 18:21:03.676685 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-ece45088-f121-4290-8887-c3a9c564d8cc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0892286
Apr 02 18:21:03.738121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-4451b8bc-0270-43c4-a67d-214db12d3de0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:21:03.739212 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-4451b8bc-0270-43c4-a67d-214db12d3de0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0505240
Apr 02 18:21:03.770874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:03.886046 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-a52eaa89-dc43-44d0-8417-64397a9bdf9c service neutron] 10.222.0.13 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399524
Apr 02 18:21:04.024934 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-713881d6-e466-4b3f-b8fb-9a9232ac08af service neutron] 10.222.0.13 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322098
Apr 02 18:21:04.437782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2d08eaf6-53b4-4759-aa15-ac9d37c7810f req-9ad707c5-3b3d-4123-aa72-cf03a9a55baa tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:21:04.453579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2d08eaf6-53b4-4759-aa15-ac9d37c7810f req-9ad707c5-3b3d-4123-aa72-cf03a9a55baa tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:21:04.455406 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2d08eaf6-53b4-4759-aa15-ac9d37c7810f req-9ad707c5-3b3d-4123-aa72-cf03a9a55baa tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 210 time: 0.0662105
Apr 02 18:21:05.624639 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a21a44b8-2a7c-4994-99cf-daf0066c9b41 req-6976957b-a7fc-4008-8f46-5d8a7a9b309c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 210 time: 0.0503585
Apr 02 18:21:05.932541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-d031782d-0268-4e74-b290-fb2c2fb32cc1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:05.934074 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-d031782d-0268-4e74-b290-fb2c2fb32cc1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 812 time: 0.4089713
Apr 02 18:21:06.012522 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-6d6d031f-e03d-4425-bd31-c81e61b7bc0e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 8061 time: 0.0695240
Apr 02 18:21:06.023305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'port': {'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'admin_state_up': True, 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'security_groups': ['7d8b7cd3-c51c-4c28-8c59-8f758323085b']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:21:06.169609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:06.180043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:06.188819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Made reservation on behalf of 3e4cf0a387af4100933ab7fa547a0b37 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:21:06.195166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:06.373665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Allocated IP 172.20.0.9 (4986320c-a8a4-4804-8cd3-4b1d6e699801/4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431/8fa95e37-e1b9-4c37-81c7-2f2051ef305e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:21:06.579735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:06.595775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Transition to ACTIVE for port object 8fa95e37-e1b9-4c37-81c7-2f2051ef305e will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:21:06.618757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:06.633731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-960f3b10-2b23-4f64-8e49-bdfb28bc148b tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:06.828631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:06.836074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:06.901580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:21:06.903304 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:21:06.912738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cc745-1313-4b55-bc41-959290cd697c req-8f9282c7-ba7e-495b-880c-5fd56a733a77 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:06.914375 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8b1cc745-1313-4b55-bc41-959290cd697c req-8f9282c7-ba7e-495b-880c-5fd56a733a77 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 931 time: 0.1521497
Apr 02 18:21:06.915126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:21:07.015392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:07.016071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:07.027389 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8b1cc745-1313-4b55-bc41-959290cd697c req-5540ef8c-931b-4f1a-8855-f9fa2555e792 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792210
Apr 02 18:21:07.058107 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0396423
Apr 02 18:21:07.069622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-5f8712e3-b262-4985-b38e-21cad16a7158 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:21:07.070648 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-5f8712e3-b262-4985-b38e-21cad16a7158 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059445
Apr 02 18:21:07.134675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Request body: {'port': {'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:21:07.174069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f33475b3-715e-418e-a82d-bb158e294ed1 None None] Provisioning for port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:21:07.180050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f33475b3-715e-418e-a82d-bb158e294ed1 None None] Provisioning complete for port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:21:07.180469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f33475b3-715e-418e-a82d-bb158e294ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:07.253385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f33475b3-715e-418e-a82d-bb158e294ed1 None None] Port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:21:07.261350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:07.429005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33736) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:07.688749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa95e37-e1b9-4c37-81c7-2f2051ef305e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:21:07.696597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:07.711709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Transition to ACTIVE for port object 8fa95e37-e1b9-4c37-81c7-2f2051ef305e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:21:07.714540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:07.734155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-35062b74-9de9-4eb2-80ef-9a7b0fc34bf7 tempest-VolumesSnapshotTestJSON-2047065692 tempest-VolumesSnapshotTestJSON-2047065692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:07.877075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:07.882081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:08.095749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Attempting to bind port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:21:08.096214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Attempting to bind port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:21:08.096678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Attempting to bind port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:21:08.102111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:21:08.102514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Attempting to bind port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:21:08.108721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:21:08.109824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Checking segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:21:08.110567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Bound using segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:21:08.111312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Bound port: 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:21:08.111913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:08.141102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:08.214381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] For port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:21:08.217421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] For port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:21:08.220804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:08.236416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d133ed96-9fc2-488d-acab-c53bcc6cf8eb tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:08.394005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:08.401160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:08.434451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:08.435044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:08.436502 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] 10.222.0.30 "PUT /v2.0/ports/8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 1093 time: 1.3592269
Apr 02 18:21:08.437036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:21:08.443995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8843b-1f3a-450e-8c36-c016ff395df2 req-c5b59ef5-d17a-4ecf-ad6f-9086ef5b279b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:08.445651 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a4f8843b-1f3a-450e-8c36-c016ff395df2 req-c5b59ef5-d17a-4ecf-ad6f-9086ef5b279b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.2526040
Apr 02 18:21:08.525598 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'status': 'completed', 'code': 200}
Apr 02 18:21:08.558508 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a4f8843b-1f3a-450e-8c36-c016ff395df2 req-979d8e94-6263-46f7-ac22-cf2a56fcd7be tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053786
Apr 02 18:21:08.578470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-13a09ebe-4865-4aee-b4ed-15f1c7024da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:08.578470 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-13a09ebe-4865-4aee-b4ed-15f1c7024da9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1096 time: 0.0980804
Apr 02 18:21:08.650707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Deleting port a8ed821b-5ab6-4fdd-a01d-dae06c306927 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:08.651116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:08.656185 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-b712d323-8c68-49fd-8db8-60e25ec9ddf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 217 time: 0.0706778
Apr 02 18:21:08.727750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-20dc39e8-c69d-4d51-a898-97145f5acceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:08.729236 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-20dc39e8-c69d-4d51-a898-97145f5acceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0667634
Apr 02 18:21:08.811406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-a0633d46-6583-48ac-b5a6-a7106d3f3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:08.812919 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-a0633d46-6583-48ac-b5a6-a7106d3f3559 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767629
Apr 02 18:21:08.842073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] For port a8ed821b-5ab6-4fdd-a01d-dae06c306927, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=a8ed821b-5ab6-4fdd-a01d-dae06c306927,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:08.842495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:08.961183 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-91ad4069-7b1e-4753-9902-c403ed3072dc service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421030
Apr 02 18:21:09.111232 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-eefbe753-e3d3-4d43-907f-828ad13476f1 req-7dab4603-c78b-429c-a7a3-783ad07db2da service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426840
Apr 02 18:21:09.215629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Calling delete_port for a8ed821b-5ab6-4fdd-a01d-dae06c306927 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:09.243727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-d0e02a5f-4bca-43b6-8f43-a720bbbfdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:09.245302 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-d0e02a5f-4bca-43b6-8f43-a720bbbfdbb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1096 time: 0.0775375
Apr 02 18:21:09.391529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-491eec13-ff8c-4bb9-a1c0-c63725c6d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:09.391834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:09.393022 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-491eec13-ff8c-4bb9-a1c0-c63725c6d309 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1411211
Apr 02 18:21:09.407835 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a829b3eb-3b6d-4a6f-9473-3c774a5da4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:09.467875 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ed821b-5ab6-4fdd-a01d-dae06c306927,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:09.470954 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-1c85565d-cd6d-486d-b4a6-ef2ce26f425a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 217 time: 0.0709450
Apr 02 18:21:09.471960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:09.539774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-0ae31429-43f9-4f08-b717-12bdd69c7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:09.541329 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-0ae31429-43f9-4f08-b717-12bdd69c7547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0643895
Apr 02 18:21:09.632755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-3f12d83b-04f0-4435-b74e-73527c4312dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:09.634366 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-3f12d83b-04f0-4435-b74e-73527c4312dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865078
Apr 02 18:21:09.850120 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-adac11d0-93ac-4d5a-9efe-49cf391e180e service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086494
Apr 02 18:21:09.870778 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:09.903840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016a04-b9b7-4d4c-aeb1-02fba9ebe504 req-3b6da2be-7005-499f-a81d-cc8b7f65c699 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:09.904583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-cb016a04-b9b7-4d4c-aeb1-02fba9ebe504 req-3b6da2be-7005-499f-a81d-cc8b7f65c699 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:21:09.980863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-cb016a04-b9b7-4d4c-aeb1-02fba9ebe504 req-3b6da2be-7005-499f-a81d-cc8b7f65c699 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:21:09.982123 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb016a04-b9b7-4d4c-aeb1-02fba9ebe504 req-3b6da2be-7005-499f-a81d-cc8b7f65c699 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.2416513
Apr 02 18:21:10.047786 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4b5f6499-fda2-4a72-82ef-48209f9e98f5 req-7cc6233b-de43-4406-aeaa-aae69b862474 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912923
Apr 02 18:21:10.056437 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cb016a04-b9b7-4d4c-aeb1-02fba9ebe504 req-b4233edc-4037-4dcb-ade3-ecc1b8346e9a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665536
Apr 02 18:21:10.383516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:21:10.578972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:21:10.588913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] Sync routers for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:21:10.591906 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] 10.222.0.13 "PUT /v2.0/routers/28ac7af8-8b78-4e24-b06e-6e7ee9db7379/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1617436
Apr 02 18:21:10.594683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33748) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:10.599536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:10.600200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ee60d68>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:10.784197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:10.786373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:10.985114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:10.993998 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Deleting port 1cf45069-b248-4377-a021-e8c17a0301a1 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:10.994372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:11.088231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ee60d68>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:21:09Z', 'revision_number': 5, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port': {'id': '1cf45069-b248-4377-a021-e8c17a0301a1', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:10Z', 'updated_at': '2021-04-02T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:11.092148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] Checking router: 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:21:11.101064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] Routers {'28ac7af8-8b78-4e24-b06e-6e7ee9db7379'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:11.101725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ee60d68>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:11.242005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] For port 1cf45069-b248-4377-a021-e8c17a0301a1, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=1cf45069-b248-4377-a021-e8c17a0301a1,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:11.242417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:11.261851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] Set router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:11.375338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ee60d68>, [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:21:10Z', 'revision_number': 6, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port_host': None}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:11.380040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d945938-00bb-44fb-9aed-b5e8a633296d None None] The sync data for ids ['28ac7af8-8b78-4e24-b06e-6e7ee9db7379'] in dv-cinder-784477-2-iscsi is: [{'id': '28ac7af8-8b78-4e24-b06e-6e7ee9db7379', 'name': 'tempest-AttachVolumeTestJSON-1539375196-router', 'tenant_id': '3871e3f1bfe54f4598a8022b7984c16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:21:10Z', 'revision_number': 6, 'project_id': '3871e3f1bfe54f4598a8022b7984c16a', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:21:11.386481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Calling delete_port for 1cf45069-b248-4377-a021-e8c17a0301a1 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:11.491570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device a8ed821b-5ab6-4fdd-a01d-dae06c306927 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:11.534171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: a8ed821b-5ab6-4fdd-a01d-dae06c306927 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:11.534564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device a8ed821b-5ab6-4fdd-a01d-dae06c306927 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:11.742107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ad285-849b-4620-a30c-0d52289aca40 req-f98cd34f-fb14-4861-b274-98cdeb1fa586 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:11.743761 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1a0ad285-849b-4620-a30c-0d52289aca40 req-f98cd34f-fb14-4861-b274-98cdeb1fa586 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.5616322
Apr 02 18:21:11.812928 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1a0ad285-849b-4620-a30c-0d52289aca40 req-b09f86b1-a9c6-4e3e-9cbe-809eec0af924 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611234
Apr 02 18:21:11.892979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:11.908836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb2591ac-bbb9-4a49-a3b0-1fb46e593db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:11.965612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf45069-b248-4377-a021-e8c17a0301a1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:11.969482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:12.170895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.353402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.355707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.378076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.379233 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ac7af8-8b78-4e24-b06e-6e7ee9db7379 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:21:12.391600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.392824 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] 10.222.0.13 "DELETE /v2.0/routers/28ac7af8-8b78-4e24-b06e-6e7ee9db7379 HTTP/1.1" status: 204  len: 168 time: 1.7971003
Apr 02 18:21:12.395794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33754) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:12.466677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Deleting subnet df99700b-2f47-47de-9daf-9adc3f12c4fa {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:21:12.469785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.521220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65230704'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:12.605701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.131236 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde22f9-a716-444a-92d0-967b9072a137 req-629e9eee-d6ed-4148-b88f-329b0fc030c2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:13.132716 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adde22f9-a716-444a-92d0-967b9072a137 req-629e9eee-d6ed-4148-b88f-329b0fc030c2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.1728926
Apr 02 18:21:13.196192 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-adde22f9-a716-444a-92d0-967b9072a137 req-e03361b0-fe8b-46d2-98fa-0b63def4c02c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566354
Apr 02 18:21:13.197602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789079713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789953279'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.213166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:13.260687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df99700b-2f47-47de-9daf-9adc3f12c4fa,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:13.264354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:13.343819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.350488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dc846a-de68-44f8-bab6-5c791bf465d5 None None] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:21:13.350673 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2462e3db-0d7f-4cd1-af4f-502a1d14151b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df99700b-2f47-47de-9daf-9adc3f12c4fa HTTP/1.1" status: 204  len: 168 time: 0.9530046
Apr 02 18:21:13.352586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33760) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:13.476468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.544447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 1cf45069-b248-4377-a021-e8c17a0301a1 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:13.553528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Deleting port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:13.554342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.594478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 1cf45069-b248-4377-a021-e8c17a0301a1 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:13.594865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 1cf45069-b248-4377-a021-e8c17a0301a1 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:13.771459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] For port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:13.772115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.820186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] DHCP port deletion for 1e015981-5138-467f-9287-c5c1a9f6ef05 request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:21:13.824827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Deleting port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:13.825246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.909054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Calling delete_port for 09fbce22-7e1a-4f2d-bc40-a72247dccb6f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:13.983992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:13.999400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:14.040242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] For port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,segment=NetworkSegment(622b000e-727b-4701-ab23-3a981f9b6cec),segment_id=622b000e-727b-4701-ab23-3a981f9b6cec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:14.040599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.058456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Pushing event deleted for resources: {'Port': ['ID=09fbce22-7e1a-4f2d-bc40-a72247dccb6f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:14.062386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:14.140953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] No DVR routers for this DVR port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f on host dv-cinder-784477-2-iscsi {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:21:14.171880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Calling delete_port for 09fbce22-7e1a-4f2d-bc40-a72247dccb6f owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:14.247788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:21:14.248318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:21:14.266012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.386129 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81ec8db70>,) {'filters': {'network_id': ['1e015981-5138-467f-9287-c5c1a9f6ef05']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:14.398378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb0fa-296a-4edd-b800-0012af2a9342 req-786bc17c-f097-4124-abe9-3bd9dea05ad8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:14.400023 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2bb0fa-296a-4edd-b800-0012af2a9342 req-786bc17c-f097-4124-abe9-3bd9dea05ad8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.0891604
Apr 02 18:21:14.400609 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81ec8db70>, '622b000e-727b-4701-ab23-3a981f9b6cec') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:14.400947 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81ec8db70>, '622b000e-727b-4701-ab23-3a981f9b6cec') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:14.413716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789545095'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.428991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.435292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:21:14.447537 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8e2bb0fa-296a-4edd-b800-0012af2a9342 req-6c77d412-66e0-4e9a-ad12-a482296ce20f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409167
Apr 02 18:21:14.623115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:21:14.633262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789079564'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.749199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Deleting port 09fbce22-7e1a-4f2d-bc40-a72247dccb6f {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:14.749675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.812596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Network 1e015981-5138-467f-9287-c5c1a9f6ef05 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:21:14.823376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-d693d698-927c-4d1b-abf0-b624c92bc49d None None] The port '09fbce22-7e1a-4f2d-bc40-a72247dccb6f' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:21:14.841212 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:21:14.918864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.923549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:14.928379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de4f273f-e0a3-4f47-84ed-ab6cfd45556e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:14.952732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e015981-5138-467f-9287-c5c1a9f6ef05,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:14.955185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:14.963582 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7ff12dc4-69f9-4af2-a1eb-61a29898554a admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e015981-5138-467f-9287-c5c1a9f6ef05 HTTP/1.1" status: 204  len: 168 time: 1.6099668
Apr 02 18:21:15.078371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33770) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:15.142452 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-39b76b6d-1a76-4091-ad05-716415405723 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3871e3f1bfe54f4598a8022b7984c16a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0627506
Apr 02 18:21:15.145134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33774) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:15.207346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:15.233894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:15.281441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:15.287027 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3733665f-b86a-4ca7-97ea-29fc73ba762e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:15.300370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ded5b2-117e-4147-8220-1214fe3770da,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:15.305972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:15.308018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:15.309220 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34ded5b2-117e-4147-8220-1214fe3770da HTTP/1.1" status: 204  len: 168 time: 0.1631303
Apr 02 18:21:15.473826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 09fbce22-7e1a-4f2d-bc40-a72247dccb6f no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:15.526120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 09fbce22-7e1a-4f2d-bc40-a72247dccb6f {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:15.526532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 09fbce22-7e1a-4f2d-bc40-a72247dccb6f not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:15.667803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1102-d94b-4b6f-9829-9e6928a4b579 req-56a7ccb5-b0c0-46d4-8797-776fa396ab24 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:15.669418 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f3be1102-d94b-4b6f-9829-9e6928a4b579 req-56a7ccb5-b0c0-46d4-8797-776fa396ab24 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.0936997
Apr 02 18:21:15.718074 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f3be1102-d94b-4b6f-9829-9e6928a4b579 req-548f6b11-d43e-4a38-8e8a-93f6cbef7cbd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423238
Apr 02 18:21:16.919817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5040ac-e49a-46e0-b553-b4e3bbaee72c req-0d461556-1042-47f7-a8c0-c3eee9ad8462 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:16.921384 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4c5040ac-e49a-46e0-b553-b4e3bbaee72c req-0d461556-1042-47f7-a8c0-c3eee9ad8462 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.0895765
Apr 02 18:21:16.969019 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4c5040ac-e49a-46e0-b553-b4e3bbaee72c req-7440eea2-4bf7-46fd-bb5e-8c6c8785119f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406325
Apr 02 18:21:17.942147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8fa95e37-e1b9-4c37-81c7-2f2051ef305e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:21:18.086487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:18.100958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:21:18.173646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:18.194049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa95e37-e1b9-4c37-81c7-2f2051ef305e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:21:18.210244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a153915-3dc0-42d3-97f5-7b152abb86f4 req-f1ca765b-e5d6-443d-abec-b8d56d07c4c6 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:18.212331 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4a153915-3dc0-42d3-97f5-7b152abb86f4 req-f1ca765b-e5d6-443d-abec-b8d56d07c4c6 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 943 time: 0.1238527
Apr 02 18:21:18.213595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:18.219583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:18.221447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:18.273987 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4a153915-3dc0-42d3-97f5-7b152abb86f4 req-1c6f133b-056c-491b-95f5-7f6b89416511 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542951
Apr 02 18:21:18.295923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:18.304241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.304619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.304989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.305350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.305716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.306074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.306428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.306782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.307170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.307525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.307876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.308253 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:21:18.312401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:18.550289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['8fa95e37-e1b9-4c37-81c7-2f2051ef305e'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:21:19.477949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b8baa-c2f3-4d8d-9e93-8d55365af8fb req-15a209e8-f369-46b9-8baf-6effe85b3b45 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:19.479587 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b45b8baa-c2f3-4d8d-9e93-8d55365af8fb req-15a209e8-f369-46b9-8baf-6effe85b3b45 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 944 time: 0.0888121
Apr 02 18:21:19.530285 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b45b8baa-c2f3-4d8d-9e93-8d55365af8fb req-c372017e-9cb0-4b89-b297-9865b11b209e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441983
Apr 02 18:21:19.945976 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8fa95e37-e1b9-4c37-81c7-2f2051ef305e up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:21:20.018618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:21:20.023692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:21:20.024103 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:20.147225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:20.174678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:21:20.185683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:20.188669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:20.190559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4509d034-d29a-4f02-aa06-fc60f31722d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:20.261467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:20.264644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:20.356099 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'code': 200}
Apr 02 18:21:20.680954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad461-dae7-47d1-b306-d15b140a2e71 req-8a48e20d-b83b-4de9-b175-3b78c0544637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:20.682500 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a14ad461-dae7-47d1-b306-d15b140a2e71 req-8a48e20d-b83b-4de9-b175-3b78c0544637 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1098 time: 0.1168256
Apr 02 18:21:20.749876 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a14ad461-dae7-47d1-b306-d15b140a2e71 req-5e3cfa2b-a2d3-4330-92a7-a81758757c90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556002
Apr 02 18:21:20.765390 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64b4fa-ca75-421f-811f-3dfc8875d384 req-bfb2227a-2347-45e1-ab34-f6bf4e9242f0 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:20.766895 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9f64b4fa-ca75-421f-811f-3dfc8875d384 req-bfb2227a-2347-45e1-ab34-f6bf4e9242f0 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 945 time: 0.1236160
Apr 02 18:21:20.817944 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9f64b4fa-ca75-421f-811f-3dfc8875d384 req-7c790aab-4e9e-4768-8b86-473a25919376 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436752
Apr 02 18:21:22.029279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463f6b4-9afa-4b25-a52d-8682772401fc req-6b28070d-089b-4aff-95b5-4b7ce15ff126 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:22.030876 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b463f6b4-9afa-4b25-a52d-8682772401fc req-6b28070d-089b-4aff-95b5-4b7ce15ff126 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 945 time: 0.0927417
Apr 02 18:21:22.079486 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b463f6b4-9afa-4b25-a52d-8682772401fc req-5df11a9d-ab69-4ba3-a056-a102a97f812e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411944
Apr 02 18:21:23.289136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eee17-c027-4f30-b3ad-7d748a6c657f req-fa8d043d-489b-4d18-bde9-11384dec758b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:23.290756 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff0eee17-c027-4f30-b3ad-7d748a6c657f req-fa8d043d-489b-4d18-bde9-11384dec758b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 945 time: 0.0930440
Apr 02 18:21:23.339202 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ff0eee17-c027-4f30-b3ad-7d748a6c657f req-fb898a9a-15a4-47af-9e71-ac0321769a8c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413246
Apr 02 18:21:23.551734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb66c-94f6-4d62-afb3-ba9e2b20acb1 req-d3f93054-2b69-4f27-bb24-9fb8451dd0bb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:23.553308 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-73bbb66c-94f6-4d62-afb3-ba9e2b20acb1 req-d3f93054-2b69-4f27-bb24-9fb8451dd0bb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 945 time: 0.0932012
Apr 02 18:21:23.600552 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-73bbb66c-94f6-4d62-afb3-ba9e2b20acb1 req-889a4073-6e18-43b4-9413-169c285702ed tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407956
Apr 02 18:21:23.624990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33900) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:23.699542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd474a-8d1d-4f1a-87a9-0ae6763e2830 tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:23.701149 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-82dd474a-8d1d-4f1a-87a9-0ae6763e2830 tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1093 time: 0.0751231
Apr 02 18:21:23.704077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33904) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:23.709946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:21:23.716001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:23.719918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:floatingip and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:23.723547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:23.729615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:23.739053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:23.879442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:24.021834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Allocated IP 172.27.3.96 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/4d0ed332-e67b-431e-82ba-4d9bfb6686ff) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:21:24.173333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:24.202843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:24.218184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-219ff338-795c-461e-a889-0ad7dc20f8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:24.360775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=4d0ed332-e67b-431e-82ba-4d9bfb6686ff,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:24.365684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:24.407922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:21:24.409052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:21:24.411463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:21:25.061383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:25.138713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:25.404222 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:25.407674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:25.420501 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2ac58cc2-e53d-47d9-99e3-f93a0d46a531 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:25.565560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=4d0ed332-e67b-431e-82ba-4d9bfb6686ff,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:25.570750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:25.664264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:25.851119 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Floating IP 04ee82e9-ba7a-4b6e-ac60-5f5264ee0351 associated. External IP: 172.27.3.96, port: 8fa95e37-e1b9-4c37-81c7-2f2051ef305e.
Apr 02 18:21:25.908024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33920) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:26.182498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.213930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:26.220063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Usage tracker for resource:security_group_rule and tenant:753fca082e424a68aa449c4f00198837 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:26.224980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:26.234326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:26.288612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:21:26.501176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.516093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.527496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0620393-01a0-44a5-bd78-bddbe9cb0637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:26.572249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:21:26.581800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:21:26.592001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:26.592638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28550>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:26.594261 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=753fca082e424a68aa449c4f00198837&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6851382
Apr 02 18:21:26.595153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a0982a-66a4-4cef-8ed7-349e35e2ac2d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:26.597538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33928) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:26.598439 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:26.617645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.669569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.691296 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-71e808ff-0153-4bb8-ae3f-501682fc7a7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9738798
Apr 02 18:21:26.691296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:21:26.698403 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.741803 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'status': 'completed', 'code': 200}
Apr 02 18:21:26.756443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.761643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c1880b89-6512-43cc-861c-a5c78d926a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:26.774096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a0982a-66a4-4cef-8ed7-349e35e2ac2d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:26.781370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:26.782199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:26.786501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b9786ba0-208d-40ce-9967-c45a58848da8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7a0982a-66a4-4cef-8ed7-349e35e2ac2d HTTP/1.1" status: 204  len: 168 time: 0.1876516
Apr 02 18:21:26.801586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:26.864548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-5f216b2b-2fc6-4fff-9bfe-1d32e5cb0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:26.866139 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-5f216b2b-2fc6-4fff-9bfe-1d32e5cb0f1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1098 time: 0.1014941
Apr 02 18:21:27.016296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-6d587b88-435e-4480-a9b7-df421cee5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:27.017917 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-6d587b88-435e-4480-a9b7-df421cee5509 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1448612
Apr 02 18:21:27.131735 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-389c520b-369c-4a1c-9dc5-1d935b58f1f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 998 time: 0.1073840
Apr 02 18:21:27.188759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28550>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:25Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:27.195669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:21:27.205646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:27.206471 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28550>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:27.414371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:27.443721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-daa8d4bb-9d69-4fcc-969e-5435955f935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:27.445291 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-daa8d4bb-9d69-4fcc-969e-5435955f935a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.3075576
Apr 02 18:21:27.543975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-365de93b-bc1e-4560-b870-2af119f2b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:27.545922 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-365de93b-bc1e-4560-b870-2af119f2b2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936353
Apr 02 18:21:27.696309 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-55666a5e-a927-422c-80da-7e6afba9da62 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432326
Apr 02 18:21:27.809699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28550>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:25Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:27.814507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168a3dc-3a35-4567-8225-37d435b78e73 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:25Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:21:27.854679 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48c47c08-e48d-43d1-b69e-655e18295b13 req-b559656e-eab7-4afe-be5a-ac097e005abf service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517215
Apr 02 18:21:27.897408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:28.116534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e502d-6ebc-4b51-bf07-36403fbeaf56 None None] New status for floating IP 04ee82e9-ba7a-4b6e-ac60-5f5264ee0351: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:21:28.759168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 33984) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:28.888160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:28.903564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:28.907650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Usage tracker for resource:security_group_rule and tenant:f0305906168a42c599d2e3eeebd4ffa8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:28.910712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:28.916701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:28.999380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.002214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.011525 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2110cba1-475d-4b44-abb3-d4021054460a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:29.054087 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0305906168a42c599d2e3eeebd4ffa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2938151
Apr 02 18:21:29.055005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1abb0c-958b-4d2c-9e3f-a735e539978c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:29.057001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33990) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:29.058250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9faa506d-0990-41af-98f7-2efba412db58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:29.084180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f452c0fb-cb51-442a-ad66-b3d7c81100bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.125810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.152772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.196372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.201201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c3b6f81c-b824-4aba-b20b-e796f501739f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:29.213904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1abb0c-958b-4d2c-9e3f-a735e539978c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:29.216988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:29.219009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.220179 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-27b17497-4a0e-4d10-8fb4-72f5d453024b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a1abb0c-958b-4d2c-9e3f-a735e539978c HTTP/1.1" status: 204  len: 168 time: 0.1614199
Apr 02 18:21:29.503974 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 33998) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:29.525854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.541707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:29.545712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Usage tracker for resource:security_group_rule and tenant:4a7a75ecdbc5456084891dad7f4ae004 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:29.548604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:29.555095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:29.637425 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.640247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.649917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b8c60dd-3894-41af-a4cd-d3a5d83d0165 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:29.696091 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a7a75ecdbc5456084891dad7f4ae004&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1908808
Apr 02 18:21:29.696916 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e46923-c62a-43e8-b368-33c3e923e171,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:29.698940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34002) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:29.700096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cfe0fdb2-634f-408c-940e-f79c3eb8427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:29.767665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.795747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.839852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.844798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a685e43a-650e-4fe0-809a-e466b763275b tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:29.857828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e46923-c62a-43e8-b368-33c3e923e171,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:29.860137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:29.867827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.869052 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ebae9190-d144-40e1-b5a0-586a3ee804eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16e46923-c62a-43e8-b368-33c3e923e171 HTTP/1.1" status: 204  len: 168 time: 0.1690056
Apr 02 18:21:30.675632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:31.564629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2834736e-ade5-4b6e-b41d-0df6d32f4200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:32.317874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:33.771089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:34.921454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc787-fe38-4079-bec0-153f49c965a4 req-f8668ded-d3f9-4bc1-9fc0-71c685330b0f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:34.923117 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-855fc787-fe38-4079-bec0-153f49c965a4 req-f8668ded-d3f9-4bc1-9fc0-71c685330b0f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0943999
Apr 02 18:21:34.975583 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-855fc787-fe38-4079-bec0-153f49c965a4 req-f4dc4959-200f-4d59-be74-81cae937aa52 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454514
Apr 02 18:21:36.181102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c7ec8-4bdf-42d2-90b7-04e28c844169 req-a7e1afa5-10e7-4ada-af9b-5178c84b465d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:36.182734 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f71c7ec8-4bdf-42d2-90b7-04e28c844169 req-a7e1afa5-10e7-4ada-af9b-5178c84b465d tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0866206
Apr 02 18:21:36.230713 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f71c7ec8-4bdf-42d2-90b7-04e28c844169 req-5de60966-f1fe-46a5-b5e0-8916eced00d0 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416327
Apr 02 18:21:37.436738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce51b0-303f-44d0-b10b-5ac66182b6c9 req-72d2c2ba-0ff8-486b-a1bf-869564818001 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:37.438341 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-85ce51b0-303f-44d0-b10b-5ac66182b6c9 req-72d2c2ba-0ff8-486b-a1bf-869564818001 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0906093
Apr 02 18:21:37.485171 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-85ce51b0-303f-44d0-b10b-5ac66182b6c9 req-87355021-736d-400c-99c3-ae087d6b4a9e tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404611
Apr 02 18:21:38.697925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de1fd3-f3b1-4c4c-8e31-ef49320f952e req-b6932cc9-773f-4be7-8e63-05abf440ac74 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:38.699450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a2de1fd3-f3b1-4c4c-8e31-ef49320f952e req-b6932cc9-773f-4be7-8e63-05abf440ac74 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0925460
Apr 02 18:21:38.746680 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-a2de1fd3-f3b1-4c4c-8e31-ef49320f952e req-25c0268d-3d45-4328-9f0a-0f1444a6fa9a tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410092
Apr 02 18:21:39.954272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727456-7b88-4969-b174-711a65717bb7 req-e9ae0619-84ac-4f6c-a09a-f505ee42fa7f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:39.955970 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3d727456-7b88-4969-b174-711a65717bb7 req-e9ae0619-84ac-4f6c-a09a-f505ee42fa7f tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0914826
Apr 02 18:21:39.967098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-b9b383c1-9360-44b7-b4d3-cb382e9215d9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:39.968657 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-b9b383c1-9360-44b7-b4d3-cb382e9215d9 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 946 time: 0.0878890
Apr 02 18:21:40.005613 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3d727456-7b88-4969-b174-711a65717bb7 req-90e5370f-deb0-4907-a379-5c2a5c4a71bc tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups?id=c032aad9-31e0-452f-b46e-eabb015b9cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432274
Apr 02 18:21:40.054044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Deleting port b920c4d6-8326-49bc-b5e8-afcfd9717f0e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:40.054353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:40.312272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] For port b920c4d6-8326-49bc-b5e8-afcfd9717f0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:40.312575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:40.515915 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:21:40.612787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:40.613171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:40.614128 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Floating IP bc5c13ca-db72-48ea-a451-7ca5002458df disassociated. External IP: 172.27.3.107, port: b920c4d6-8326-49bc-b5e8-afcfd9717f0e.
Apr 02 18:21:40.614502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Calling delete_port for b920c4d6-8326-49bc-b5e8-afcfd9717f0e owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:40.762646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:40.778807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:40.836254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event deleted for resources: {'Port': ['ID=b920c4d6-8326-49bc-b5e8-afcfd9717f0e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:40.843092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:41.185951 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1d441061-007b-4dd3-a223-42b6948cf96d req-d9b3315e-756e-467e-b791-a6805ec23d68 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/ports?device_id=8865020d-3a1d-4135-adbe-c71a7dd73dde HTTP/1.1" status: 200  len: 210 time: 0.0555046
Apr 02 18:21:41.195668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Router 156647d1-252b-4f85-891a-0998121cab12 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:21:41.390613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:21:41.400715 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:21:41.412584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:41.413328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28780>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:41.476442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] No DVR routers for this DVR port b920c4d6-8326-49bc-b5e8-afcfd9717f0e on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:21:41.479015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:41.482076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-deleted', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:21:41.513036 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4a5b40c9-c5b0-4bec-8840-7d7448a427c7 req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.30 "DELETE /v2.0/ports/b920c4d6-8326-49bc-b5e8-afcfd9717f0e HTTP/1.1" status: 204  len: 173 time: 1.5383539
Apr 02 18:21:41.542166 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865020d-3a1d-4135-adbe-c71a7dd73dde', 'name': 'network-vif-deleted', 'tag': 'b920c4d6-8326-49bc-b5e8-afcfd9717f0e', 'status': 'completed', 'code': 200}
Apr 02 18:21:41.774964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:42.105062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28780>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:42.109117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:21:42.118588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:42.119261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28780>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:42.309409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:42.327629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34150) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:42.401059 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:42.432087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:42.478372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:42.483751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a97a0609-892e-4c57-8683-eb8926b4c90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:42.500102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032aad9-31e0-452f-b46e-eabb015b9cd8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:42.517084 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:42.527289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:42.531587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34158) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:42.539540 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bc76fa12-98ed-460c-8713-f2bd0d329a37 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "DELETE /v2.0/security-groups/c032aad9-31e0-452f-b46e-eabb015b9cd8 HTTP/1.1" status: 204  len: 168 time: 0.2107501
Apr 02 18:21:42.562009 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.api.v2.resource [None req-ac378592-df00-4702-9df5-d87b1297ce6c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] show failed (client error): The resource could not be found.
Apr 02 18:21:42.566168 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ac378592-df00-4702-9df5-d87b1297ce6c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "GET /v2.0/security-groups/c032aad9-31e0-452f-b46e-eabb015b9cd8 HTTP/1.1" status: 404  len: 347 time: 0.0304754
Apr 02 18:21:42.566362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34162) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:42.672365 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28780>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:42.677931 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc691-9dd8-4b19-b336-649fdb1fb9a8 None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:10:20Z', 'revision_number': 4, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '0a643ce7-126d-4714-b054-3f1fd0e2ec68', 'name': '', 'network_id': '39497f40-94c5-4413-b71e-84de6823d9eb', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'mac_address': 'fa:16:3e:b4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:17Z', 'updated_at': '2021-04-02T18:10:33Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'subnets': [{'id': '69a2cc83-78e6-4cc3-b95b-5378ab71b189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:21:42.739569 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Deleting port 13a63096-f086-4c3f-90de-f53f3bd1157e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:42.739951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:42.932683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:42.933094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:43.071295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Calling delete_port for 13a63096-f086-4c3f-90de-f53f3bd1157e owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:43.087025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12ee086-c168-47ef-811f-813adad6caef None None] New status for floating IP bc5c13ca-db72-48ea-a451-7ca5002458df: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:21:43.218818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:43.234067 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-beb886b4-94ad-4735-ba7e-3eab4ee49d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:43.244954 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-b12ee086-c168-47ef-811f-813adad6caef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:21:43.245353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-b12ee086-c168-47ef-811f-813adad6caef None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:21:43.291336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Pushing event deleted for resources: {'Port': ['ID=13a63096-f086-4c3f-90de-f53f3bd1157e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:43.295350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:43.490747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:43.505733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:43.506964 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-07f0ff54-d93d-452e-b299-60b168c26c4c tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc5c13ca-db72-48ea-a451-7ca5002458df HTTP/1.1" status: 204  len: 168 time: 0.9396961
Apr 02 18:21:43.747467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12ee086-c168-47ef-811f-813adad6caef None None] New status for floating IP bc5c13ca-db72-48ea-a451-7ca5002458df: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:21:44.039379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:44.076850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: b920c4d6-8326-49bc-b5e8-afcfd9717f0e {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:44.077242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device b920c4d6-8326-49bc-b5e8-afcfd9717f0e not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:44.298076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34190) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:44.420825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.436457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:44.440474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Usage tracker for resource:security_group_rule and tenant:ffd37b98cda541b98d586e30f1c6f1fa is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:44.443401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:44.449373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:44.534544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.538116 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.547153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-93ce4ddb-8054-4bcf-ac35-944611375d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:44.589156 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffd37b98cda541b98d586e30f1c6f1fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2899680
Apr 02 18:21:44.590126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778931a6-6cb4-4f9d-9387-6c99732f8f0c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:44.592054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34196) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:44.593438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-170a71c1-ebe4-4bdb-8e29-3ec1ec3a5ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:44.653935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.681058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.728737 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.733607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e337a01-250e-4c11-931e-b6915188beff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:44.746828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778931a6-6cb4-4f9d-9387-6c99732f8f0c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:44.749864 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:44.750799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:44.752044 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/778931a6-6cb4-4f9d-9387-6c99732f8f0c HTTP/1.1" status: 204  len: 168 time: 0.1586537
Apr 02 18:21:45.052186 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34212) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:45.072360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.092818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:45.097241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Usage tracker for resource:security_group_rule and tenant:779646f2bbaf4455a946c7f9c58c1126 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:45.100777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:45.106833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:45.192654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.195486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.204026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-22fa3799-3460-4848-991a-f5449416f093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:45.245559 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=779646f2bbaf4455a946c7f9c58c1126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1920369
Apr 02 18:21:45.247286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e828bb-d513-4dbe-bc8c-283f8f024f7e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:45.248549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34218) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:45.250771 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:45.312316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.339621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.384570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.389402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0a187235-b774-47fc-8abb-d034dc3bd108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:45.402661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e828bb-d513-4dbe-bc8c-283f8f024f7e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:45.404990 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:45.407199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:45.408379 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47e828bb-d513-4dbe-bc8c-283f8f024f7e HTTP/1.1" status: 204  len: 168 time: 0.1587870
Apr 02 18:21:46.371548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34252) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:47.077231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:47.688830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Deleting port 0a643ce7-126d-4714-b054-3f1fd0e2ec68 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:47.689326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:47.881932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] For port 0a643ce7-126d-4714-b054-3f1fd0e2ec68, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=0a643ce7-126d-4714-b054-3f1fd0e2ec68,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:47.882322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:48.014770 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Calling delete_port for 0a643ce7-126d-4714-b054-3f1fd0e2ec68 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:48.206746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:48.223695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49ba555e-fb4b-4c31-8716-2a68b9c886bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:48.284280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a643ce7-126d-4714-b054-3f1fd0e2ec68,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:48.288246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:48.695739 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:48.903289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34366) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:49.054728 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.070861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:49.075025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Usage tracker for resource:security_group_rule and tenant:f224cae06fd84a33be86446681affd81 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:49.077953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:49.085262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:49.178430 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.181408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.189287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-95089203-74a0-4377-b1f3-5cad482f00b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:49.249891 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f224cae06fd84a33be86446681affd81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3451765
Apr 02 18:21:49.251359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed3c34-818e-4fc9-a7e7-8b3407ceeb4a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:49.252953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34372) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:49.256665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04b68d7d-5624-431c-9b45-9a61f4b71352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:49.300507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Router 156647d1-252b-4f85-891a-0998121cab12 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:21:49.502607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.549216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.602298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:21:49.611108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] Sync routers for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:21:49.621245 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:49.621899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea26588>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:49.622790 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-57c981d4-edac-4a60-8a0b-a35ae4db3458 admin admin] 10.222.0.13 "PUT /v2.0/routers/156647d1-252b-4f85-891a-0998121cab12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2500193
Apr 02 18:21:49.625806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34376) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:49.628015 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.633598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6a09008-fb3a-4bfc-92a2-6ed53d5c1866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:49.645271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed3c34-818e-4fc9-a7e7-8b3407ceeb4a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:49.648019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.650087 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3ed3c34-818e-4fc9-a7e7-8b3407ceeb4a HTTP/1.1" status: 204  len: 168 time: 0.3955495
Apr 02 18:21:49.651182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-84bfd798-c34f-4674-a5a2-8f754a022034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:49.819601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:49.831343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:49.971035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34384) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:49.991024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.006551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:50.010612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Usage tracker for resource:security_group_rule and tenant:bd4b3e0a399c4474860a2fa7f9417019 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:50.013604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:50.019836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.020340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:50.029909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Deleting port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:50.030179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.130453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.133541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.140482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea26588>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:21:48Z', 'revision_number': 5, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port': {'id': '625ef9c6-f488-4f9f-b6e1-a2aece09c6ff', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156647d1-252b-4f85-891a-0998121cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:10:09Z', 'updated_at': '2021-04-02T18:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:50.142547 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-89b8d80f-a03c-404d-b6b3-26222450d3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:50.145768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] Checking router: 156647d1-252b-4f85-891a-0998121cab12 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:21:50.156805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] Routers {'156647d1-252b-4f85-891a-0998121cab12'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:21:50.158122 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea26588>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:21:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['156647d1-252b-4f85-891a-0998121cab12'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:50.185160 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd4b3e0a399c4474860a2fa7f9417019&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2129667
Apr 02 18:21:50.187234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34388) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:50.187505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a2a549-60f1-4a74-ad89-754fc6b0732a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:50.191617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d6131449-73bd-4850-ba33-7a193c6f345e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:50.252138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] For port 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:50.252531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.330589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] Set router 156647d1-252b-4f85-891a-0998121cab12 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:21:50.448611 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea26588>, [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:21:50Z', 'revision_number': 6, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port_host': None}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:50.453506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db072eb0-2d8e-4f88-91d0-bcfeff0ffc54 None None] The sync data for ids ['156647d1-252b-4f85-891a-0998121cab12'] in dv-cinder-784477-2-iscsi is: [{'id': '156647d1-252b-4f85-891a-0998121cab12', 'name': 'tempest-AttachVolumeShelveTestJSON-1902500875-router', 'tenant_id': '1e2086447d714f2590c64429e8bf97e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:10:06Z', 'updated_at': '2021-04-02T18:21:50Z', 'revision_number': 6, 'project_id': '1e2086447d714f2590c64429e8bf97e7', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:21:50.629905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Calling delete_port for 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:50.689622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.744968 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.848861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.857376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-96d0a59f-ac61-4f11-b834-a4b1b00306b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:50.875412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a2a549-60f1-4a74-ad89-754fc6b0732a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:50.880453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:50.912217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.930551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:50.990079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:50.991251 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a2a549-60f1-4a74-ad89-754fc6b0732a HTTP/1.1" status: 204  len: 168 time: 0.8013425
Apr 02 18:21:50.994006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=625ef9c6-f488-4f9f-b6e1-a2aece09c6ff,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:50.998107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:51.196212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.383858 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.386322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.411114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.411712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 156647d1-252b-4f85-891a-0998121cab12 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:21:51.420744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.424368 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] 10.222.0.13 "DELETE /v2.0/routers/156647d1-252b-4f85-891a-0998121cab12 HTTP/1.1" status: 204  len: 168 time: 1.7950313
Apr 02 18:21:51.424636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34404) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:51.508867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 0a643ce7-126d-4714-b054-3f1fd0e2ec68 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:51.512589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Deleting subnet 69a2cc83-78e6-4cc3-b95b-5378ab71b189 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:21:51.517086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.567001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 0a643ce7-126d-4714-b054-3f1fd0e2ec68 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:51.567493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 0a643ce7-126d-4714-b054-3f1fd0e2ec68 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:51.568020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:51.587414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.607518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:51.607938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 625ef9c6-f488-4f9f-b6e1-a2aece09c6ff not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:51.717798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:51.991986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.007625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:52.057120 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a2cc83-78e6-4cc3-b95b-5378ab71b189,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:52.060734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:52.148148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.153952 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4dbdc9-ca06-448b-85ba-b9db5a8ebece None None] Network 39497f40-94c5-4413-b71e-84de6823d9eb requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:21:52.155077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a169fa7d-2266-4931-a0d6-eb053c5a0ff0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69a2cc83-78e6-4cc3-b95b-5378ab71b189 HTTP/1.1" status: 204  len: 168 time: 0.7286255
Apr 02 18:21:52.157404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34426) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:52.276209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.352694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Deleting port 50573315-343c-4b49-989a-9010a3b5c1e5 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:52.353051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.439797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] DHCP port deletion for 39497f40-94c5-4413-b71e-84de6823d9eb request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:21:52.444617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Deleting port 50573315-343c-4b49-989a-9010a3b5c1e5 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:52.445114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.586627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] For port 50573315-343c-4b49-989a-9010a3b5c1e5, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=50573315-343c-4b49-989a-9010a3b5c1e5,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:52.586965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.693700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] For port 50573315-343c-4b49-989a-9010a3b5c1e5, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=50573315-343c-4b49-989a-9010a3b5c1e5,segment=NetworkSegment(7301c384-cf3e-4e52-97b6-64a5ab0a1558),segment_id=7301c384-cf3e-4e52-97b6-64a5ab0a1558)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:21:52.694055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.722690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Calling delete_port for 50573315-343c-4b49-989a-9010a3b5c1e5 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:52.814359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:52.833153 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1058965a-fb63-4da3-9a14-a962383e37d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:52.896530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Pushing event deleted for resources: {'Port': ['ID=50573315-343c-4b49-989a-9010a3b5c1e5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:52.901134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:52.988602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] No DVR routers for this DVR port 50573315-343c-4b49-989a-9010a3b5c1e5 on host dv-cinder-784477-2-iscsi {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:21:53.004227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Calling delete_port for 50573315-343c-4b49-989a-9010a3b5c1e5 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:21:53.104747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:21:53.105346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:21:53.121397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.243420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81d3faa58>,) {'filters': {'network_id': ['39497f40-94c5-4413-b71e-84de6823d9eb']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:53.256624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d3faa58>, '7301c384-cf3e-4e52-97b6-64a5ab0a1558') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:53.256963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81d3faa58>, '7301c384-cf3e-4e52-97b6-64a5ab0a1558') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:21:53.268832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.287344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.293690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:21:53.478372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Network 39497f40-94c5-4413-b71e-84de6823d9eb has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:21:53.487508 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.494414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 50573315-343c-4b49-989a-9010a3b5c1e5 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:21:53.532398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 50573315-343c-4b49-989a-9010a3b5c1e5 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:21:53.532791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 50573315-343c-4b49-989a-9010a3b5c1e5 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:21:53.606520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Deleting port 50573315-343c-4b49-989a-9010a3b5c1e5 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:21:53.607020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.675576 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Network 39497f40-94c5-4413-b71e-84de6823d9eb has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:21:53.679521 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-dd86236d-e571-4745-9a2c-adec78c01a3d None None] The port '50573315-343c-4b49-989a-9010a3b5c1e5' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:21:53.703185 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:21:53.786334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.790202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a3a3796-48af-4e5c-afb2-5c8aa5249898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:53.804650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:53.815534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Pushing event deleted for resources: {'Network': ['ID=39497f40-94c5-4413-b71e-84de6823d9eb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:53.820314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:53.832661 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] 10.222.0.13 "DELETE /v2.0/networks/39497f40-94c5-4413-b71e-84de6823d9eb HTTP/1.1" status: 204  len: 168 time: 1.6733241
Apr 02 18:21:54.010967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34448) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:54.061579 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d98dee32-4afa-4161-96f8-5723544e4088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e2086447d714f2590c64429e8bf97e7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0493081
Apr 02 18:21:54.063991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34452) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:54.130911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:54.157505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:54.204179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:54.209360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2c5e060f-a4fd-48b0-8d1d-8533dc89a5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:54.226920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f733d5-3553-410b-bbd7-1b34d630b48a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:54.229669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:54.230894 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:54.232202 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32f733d5-3553-410b-bbd7-1b34d630b48a HTTP/1.1" status: 204  len: 168 time: 0.1672349
Apr 02 18:21:56.835363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34530) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:56.957712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:56.973283 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:56.977359 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Usage tracker for resource:security_group_rule and tenant:d8679aac51be4072a24c09c302e75154 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:56.980281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:56.986182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:57.071336 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.074200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.083044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ee0350f-d9e2-47e4-84f7-18dc67a98f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:57.128311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359c6ce-0f94-4c2d-9069-8c4ac1bd8845,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:57.134280 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8679aac51be4072a24c09c302e75154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966392
Apr 02 18:21:57.134280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:57.136145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34538) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:57.203130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.230944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.276640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.281806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c7e31bd1-3c4d-4768-9ea8-705594eb0822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:57.297075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359c6ce-0f94-4c2d-9069-8c4ac1bd8845,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:57.300396 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:57.305083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.306391 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4359c6ce-0f94-4c2d-9069-8c4ac1bd8845 HTTP/1.1" status: 204  len: 168 time: 0.1691923
Apr 02 18:21:57.638247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34554) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:57.658232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.674960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:21:57.679240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Usage tracker for resource:security_group_rule and tenant:436596639bbd4f6d91ab77ec557dbf88 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:21:57.682174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:21:57.688102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:21:57.774104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.777292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.785996 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d632a3ea-c44d-41fa-84b3-2ab82289f05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:57.830001 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=436596639bbd4f6d91ab77ec557dbf88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1904674
Apr 02 18:21:57.830901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ba38a-9935-46a6-b78f-d256452aa088,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:57.833597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34560) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:21:57.834750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eca8cec2-2ac3-4c2d-a0b1-f3052ea97a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:57.895013 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.895817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.922217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.969360 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.974279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb655c3e-b83a-4ad4-962e-25cbc37a8a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:21:57.987201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ba38a-9935-46a6-b78f-d256452aa088,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:21:57.989999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:21:57.991215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:57.992385 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/656ba38a-9935-46a6-b78f-d256452aa088 HTTP/1.1" status: 204  len: 168 time: 0.1577530
Apr 02 18:21:59.085372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ae3719d-d13b-409a-9599-cf512748d281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:00.678141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:01.567008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-973f1050-fc40-4608-b768-8928abef6976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:02.320997 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:03.774053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.190147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34718) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:08.359706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.375322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:08.379364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d0bd4f872e4efb8539b532b02ecb2d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:08.382280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:08.388251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:08.472203 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.475301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.483873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-902b8a0d-27a7-4d9e-9f8e-abf9bfde7bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:08.528506 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7d0bd4f872e4efb8539b532b02ecb2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3371868
Apr 02 18:22:08.530280 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dbfb3a-554b-4068-b4bf-b23af5140f50,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:08.531532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34724) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:08.539250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.539675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.540079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.540477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.540868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.541264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.541659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.542049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.542442 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.542830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.543334 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.543725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.547975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:08.594393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.620919 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.668366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.673285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28593e04-cfe7-4cd0-93d3-90fadd4b26c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:08.688006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dbfb3a-554b-4068-b4bf-b23af5140f50,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:08.698487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.698910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.699347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.699751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.700147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.700549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.700945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.701340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.701736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.702128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.702518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.702907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:08.708444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:08.712757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:08.713945 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1dbfb3a-554b-4068-b4bf-b23af5140f50 HTTP/1.1" status: 204  len: 168 time: 0.1813562
Apr 02 18:22:08.995054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34732) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:09.014516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.029817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:09.033799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Usage tracker for resource:security_group_rule and tenant:0d40036d8e9e4e11836fa61569475bc4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:09.037256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:09.043190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:09.127717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.131671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.140979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6963722f-5c32-4ffd-b6d2-1406c683976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:09.186282 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d40036d8e9e4e11836fa61569475bc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1900442
Apr 02 18:22:09.188021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32185b90-0620-4f40-a7cb-9a7825f22852,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:09.189358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34742) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:09.191647 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3c330f2f-d618-48e7-9189-cdc643d4e876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:09.255615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.287883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.332671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.338152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79c6713f-762e-4ac3-9e60-d0313291109f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:09.351804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32185b90-0620-4f40-a7cb-9a7825f22852,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:09.355950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:09.361761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:09.367142 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2c7d10ea-f57d-4a54-bc03-b2b43dcc6f2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32185b90-0620-4f40-a7cb-9a7825f22852 HTTP/1.1" status: 204  len: 168 time: 0.1753604
Apr 02 18:22:10.577256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 34784) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:10.706794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:10.722842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:10.726898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Usage tracker for resource:security_group_rule and tenant:edd8418ce09f473abb1ab4a7ded97eb2 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:10.729808 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:10.735784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:10.824986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:10.829179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:10.838528 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9423ba44-d30e-4d4e-886b-8b8f6ab14be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:10.881909 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edd8418ce09f473abb1ab4a7ded97eb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3034589
Apr 02 18:22:10.884942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 34802) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:10.885351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361bbc1-16aa-4c7c-827e-1a108d02522e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:10.888512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:10.961802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:10.988877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:11.032342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:11.037246 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ef49226-3774-4409-a702-d3be138ed4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:11.052156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361bbc1-16aa-4c7c-827e-1a108d02522e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:11.055331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:11.059657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:11.062660 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b9e17b37-c1ae-4c9e-83a2-854789c10fb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7361bbc1-16aa-4c7c-827e-1a108d02522e HTTP/1.1" status: 204  len: 168 time: 0.1747143
Apr 02 18:22:17.516097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:22:27.894375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:29.085733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fd05bbc2-9baa-4c5c-9cda-e9b02700242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:29.469112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-e28d3795-21f2-4b5c-b387-6877b9e00a7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0797884
Apr 02 18:22:29.627402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-4409d1ad-d490-4736-9b9d-ffcbafafaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:29.628988 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-4409d1ad-d490-4736-9b9d-ffcbafafaac1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1098 time: 0.0801375
Apr 02 18:22:29.784787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-fc6eb6b0-912f-4c11-a687-a998c4f34bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:29.786413 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-fc6eb6b0-912f-4c11-a687-a998c4f34bb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1383419
Apr 02 18:22:29.900009 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-7ac25a32-1221-41a7-a573-0269812a3fa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 1000 time: 0.1063797
Apr 02 18:22:29.969154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-1ee1fbb7-1cf0-47c3-95e5-a9d261b80cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:29.971407 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-1ee1fbb7-1cf0-47c3-95e5-a9d261b80cec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0643167
Apr 02 18:22:30.287242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-aedc7df2-e94a-4cff-a3f8-ca23be460a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:30.288754 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-aedc7df2-e94a-4cff-a3f8-ca23be460a69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3111327
Apr 02 18:22:30.429990 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-45504a14-954f-4fe3-97ad-704488df15fd service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340947
Apr 02 18:22:30.573784 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5ce37b94-3dd0-4a45-a4a2-b769f79ecc0b req-557e0cf3-68fc-4587-b209-143c435f5710 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370232
Apr 02 18:22:30.679593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:31.571721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6608f83c-9071-4abe-b279-53267ce0b579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:32.323953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:33.777958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:43.784077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35044) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:43.907843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:43.922908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:43.927561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Usage tracker for resource:security_group_rule and tenant:8153756072de4c73871ca85b6fbd16ba is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:43.930481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:43.936428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:44.022725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.025300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.033419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-886b7cf4-5593-4d39-9f06-0c6e3c4bda20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:44.077162 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8153756072de4c73871ca85b6fbd16ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919691
Apr 02 18:22:44.078132 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afb09a-96c2-4ca9-99c7-deca6f911453,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:44.080191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35050) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:44.081755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec5f0be3-17c6-40ea-afb9-d0c2097c0a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:44.142063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.169140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.216597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.221401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-58ccb6ca-9a25-4ab1-866b-882ea1a66782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:44.234140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afb09a-96c2-4ca9-99c7-deca6f911453,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:44.239784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:44.244106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.245299 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8afb09a-96c2-4ca9-99c7-deca6f911453 HTTP/1.1" status: 204  len: 168 time: 0.1639724
Apr 02 18:22:44.530807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35058) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:44.551416 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.566289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:44.570254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Usage tracker for resource:security_group_rule and tenant:76d6c0a033a742b680d16b3524af9e8a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:44.573130 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:44.579008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:44.663039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.665698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.674608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c9a90b78-45a4-433b-8217-a4912bf7cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:44.715871 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76d6c0a033a742b680d16b3524af9e8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1838875
Apr 02 18:22:44.716732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee4095-b601-4348-92d3-ddf1ebedd21c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:44.718791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35062) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:44.719893 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29c9ff30-fe16-45bc-8071-716add76ca9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:44.784730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.810986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.857505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.862483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e47d3d38-135a-4053-a7cb-e9594ce728b5 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:44.875274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee4095-b601-4348-92d3-ddf1ebedd21c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:44.880769 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:44.885064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:44.886262 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-07253174-622d-4043-82e4-e9592e0c78e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bee4095-b601-4348-92d3-ddf1ebedd21c HTTP/1.1" status: 204  len: 168 time: 0.1663971
Apr 02 18:22:46.952017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35128) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:47.074596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.090388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:47.094406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Usage tracker for resource:security_group_rule and tenant:ebf3340bded244378d9c0128b4bb6f63 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:47.098190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:47.104202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:47.187435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.190902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.199523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-989a26b8-480f-4cdf-8ded-b95e36199616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:47.244849 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebf3340bded244378d9c0128b4bb6f63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2916417
Apr 02 18:22:47.246556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94534182-d298-415d-b3e3-1b804620ad4f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:47.247791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35134) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:47.249819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:47.310110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.341625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.385126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.390089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-86bd99cc-0232-405d-a6f5-64da1748f84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:47.403563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94534182-d298-415d-b3e3-1b804620ad4f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:47.407313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:47.412840 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.414039 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-bca11a03-9135-4dca-9747-f65a42f6be5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94534182-d298-415d-b3e3-1b804620ad4f HTTP/1.1" status: 204  len: 168 time: 0.1651149
Apr 02 18:22:47.694168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35142) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:47.713414 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.729101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:47.733049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Usage tracker for resource:security_group_rule and tenant:3739f48843cd4b74a759a580f9308f37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:47.735922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:47.741948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:47.826566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.829391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.837566 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b68e112-ea56-4e68-b45d-bf6e5ae05f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:47.879503 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3739f48843cd4b74a759a580f9308f37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1841886
Apr 02 18:22:47.881224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197497e-a197-42a3-a756-f9de773fe22f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:47.882282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35146) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:47.884377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:47.945291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:47.972672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:48.016665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:48.022147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a5987673-61c4-45f8-91b5-61e12e1f3c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:48.035713 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197497e-a197-42a3-a756-f9de773fe22f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:48.039422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:48.045140 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:48.046348 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2e1e12d2-d125-404f-ae60-84291d6fd5a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a197497e-a197-42a3-a756-f9de773fe22f HTTP/1.1" status: 204  len: 168 time: 0.1629274
Apr 02 18:22:54.515017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:22:57.895300 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.086368 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8be017bf-2248-4911-869a-85e657a378a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.408089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35258) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:00.532363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.548502 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:23:00.552932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Usage tracker for resource:security_group_rule and tenant:87ee44b143c64e198af60a0056611eb3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:23:00.555877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:23:00.561780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:23:00.644389 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.647356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.659522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0698d000-8fdf-4846-a058-d59b394fc69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:00.680608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.703943 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87ee44b143c64e198af60a0056611eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2946508
Apr 02 18:23:00.705621 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805b542-2665-4c78-9778-b617017a8f21,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:00.707850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35264) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:00.709709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:00.775251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.801760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.846676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.851855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38b41e43-c6d0-418d-a401-ca0029e028ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:00.866312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805b542-2665-4c78-9778-b617017a8f21,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:00.869445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:00.874320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.875551 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-14bab8f4-16b1-4e65-82ed-66d5c7310fdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c805b542-2665-4c78-9778-b617017a8f21 HTTP/1.1" status: 204  len: 168 time: 0.1658897
Apr 02 18:23:01.161373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35272) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:01.180759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.196473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:23:01.200530 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7c62124f464587a9da092b2df7f7a3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:23:01.203438 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:23:01.209496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:23:01.291008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.294054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.303119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fa5d1ee4-42a2-4e63-9f14-fb798541c3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:01.343910 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a7c62124f464587a9da092b2df7f7a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1814289
Apr 02 18:23:01.345571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b805c19-0a67-474b-a1bf-dc46c1538a65,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:01.347467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35276) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:01.349328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c414a04d-5d79-4de4-8770-4cf7faf0fe20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:01.409535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.436463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.480090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.485205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23d05082-a596-4024-a0e3-c462eb310b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:01.498526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b805c19-0a67-474b-a1bf-dc46c1538a65,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:01.501048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:01.510514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.514907 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b805c19-0a67-474b-a1bf-dc46c1538a65 HTTP/1.1" status: 204  len: 168 time: 0.1659431
Apr 02 18:23:01.572450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d53f4a74-fe90-42e4-9992-8a47e02dbb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:02.326279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:03.780092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:27.909452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:28.609040 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-a759f1f3-f369-4b68-8951-bad0dc4ccbf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0806024
Apr 02 18:23:28.762874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-a6910dd0-f1e7-4213-b67c-0e8255915236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:28.764481 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-a6910dd0-f1e7-4213-b67c-0e8255915236 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1098 time: 0.0772355
Apr 02 18:23:28.921202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-22352bd9-5b0e-4f1f-9557-9075e197c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:28.922756 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-22352bd9-5b0e-4f1f-9557-9075e197c8e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1379797
Apr 02 18:23:29.032007 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-2403797a-c2d1-45eb-aeff-3b2df4687963 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 1000 time: 0.1018806
Apr 02 18:23:29.088316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-404a5d60-9b38-4d56-a202-397dce9246de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:29.116749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-f2738bc9-4597-449e-a025-d99dd18784b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:29.118278 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-f2738bc9-4597-449e-a025-d99dd18784b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0666821
Apr 02 18:23:29.200310 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-a4ac8ade-1333-483f-a6e6-f4c4b2523886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:29.201799 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-a4ac8ade-1333-483f-a6e6-f4c4b2523886 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767646
Apr 02 18:23:29.343543 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-cb95d719-c8d7-46c4-b1bf-a0cc9c11bf8b service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342881
Apr 02 18:23:29.484694 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-df8b3f2d-d0bb-465e-84c8-9231b47c54a4 req-a81b0b47-45f1-40fa-abf5-951201175791 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340053
Apr 02 18:23:30.681653 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:31.516975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:23:31.574040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5b83be7-4e2f-4899-8657-3c959e27fae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:32.328540 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:33.782415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:50.734218 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-a67d8f0d-9011-4fd6-8c8e-4b42129f0259 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131261444&fields=id&tenant_id=3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 267 time: 0.0431170
Apr 02 18:23:50.939953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-128e5ea9-607b-4bba-9b53-6d91f0ec5133 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:50.941934 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-128e5ea9-607b-4bba-9b53-6d91f0ec5133 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 812 time: 0.1992702
Apr 02 18:23:50.966506 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-5188d13b-a818-43b0-b050-46e39d1e4eca tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/quotas/3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 375 time: 0.0179021
Apr 02 18:23:51.084723 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8fff765a-5e54-4af0-b637-259cddc31e2d tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1105735
Apr 02 18:23:51.220487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-fce34fc7-6429-4a2e-b955-76e7270a5f55 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:23:51.222495 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-fce34fc7-6429-4a2e-b955-76e7270a5f55 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1262918
Apr 02 18:23:51.395549 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-ce429cb1-cc61-40c4-8c76-cb8d89268540 service neutron] 10.222.0.13 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632779
Apr 02 18:23:51.539597 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-e6ee2ea2-6a5f-47be-b90b-f12216134582 service neutron] 10.222.0.13 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372650
Apr 02 18:23:52.214965 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7a7bb3a0-eb43-4c09-a720-9685a6a0ae26 req-9d91c8be-53fa-4d6f-a047-694821166c91 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 210 time: 0.2889862
Apr 02 18:23:53.039205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-dad32f68-d2a1-40e0-a894-95efafe1f0a5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:53.040768 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-dad32f68-d2a1-40e0-a894-95efafe1f0a5 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 812 time: 0.1714652
Apr 02 18:23:53.123623 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-083a29cf-65cf-4255-9cc1-587e5c8fe922 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e4cf0a387af4100933ab7fa547a0b37 HTTP/1.1" status: 200  len: 8061 time: 0.0737224
Apr 02 18:23:53.133683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'port': {'device_id': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'admin_state_up': True, 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'security_groups': ['7d8b7cd3-c51c-4c28-8c59-8f758323085b']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:23:53.279712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:23:53.290669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:23:53.299472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Made reservation on behalf of 3e4cf0a387af4100933ab7fa547a0b37 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:23:53.306047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:53.428547 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e1039360-fbaa-4348-b803-e6cc06f0f88c req-df884f16-0565-4a94-ac10-0f777726ff54 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 210 time: 0.0599802
Apr 02 18:23:53.523319 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Allocated IP 172.20.0.5 (4986320c-a8a4-4804-8cd3-4b1d6e699801/4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431/8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:23:53.725692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:53.742373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Transition to ACTIVE for port object 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:23:53.765088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:53.780441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e029ee90-e559-4acc-a810-4b454402e7a9 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:53.927385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:53.938194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.938596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.939058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.939415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.939803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.940191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.940575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.940959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.941344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.941746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.942137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.942509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:53.947535 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:53.983948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:23:53.985093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:23:53.987348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:23:54.055888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:54.056560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.087614 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9584684
Apr 02 18:23:54.100932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Request body: {'port': {'device_id': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:23:54.214667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-57ed4d3e-3905-4138-85ce-192140fed301 None None] Provisioning for port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:23:54.221097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-57ed4d3e-3905-4138-85ce-192140fed301 None None] Provisioning complete for port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:23:54.221698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-57ed4d3e-3905-4138-85ce-192140fed301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.225303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.282999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-57ed4d3e-3905-4138-85ce-192140fed301 None None] Port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:23:54.459702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35630) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:54.643880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.674077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:23:54.681096 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Usage tracker for resource:security_group_rule and tenant:0777291909794b94967aa504c3fe15e4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:23:54.685090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:23:54.699202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:23:54.742572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c117b-0461-4f14-9131-e253abdc3bf5 req-3f0cf483-036a-467d-b7a2-d10ae24b9493 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:54.744139 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8d2c117b-0461-4f14-9131-e253abdc3bf5 req-3f0cf483-036a-467d-b7a2-d10ae24b9493 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 931 time: 0.1714053
Apr 02 18:23:54.818342 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8d2c117b-0461-4f14-9131-e253abdc3bf5 req-c230df51-8050-42cd-9b87-5afc407ff155 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673320
Apr 02 18:23:54.857112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.860342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.868859 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-31f6e9d6-9c5b-43d8-ae9d-44e757e49811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:54.880257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:23:54.887963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.903598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Transition to ACTIVE for port object 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:23:54.906295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:54.911090 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0777291909794b94967aa504c3fe15e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4496245
Apr 02 18:23:54.914396 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35638) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:54.922180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:54.927717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1e4f9-7ffa-4c06-9e2f-0f7f04019091,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:54.940545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.940965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.941374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.942196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.942381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.942767 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.943213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.943610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.944008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.944399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.944792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.945181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:23:54.955196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23a1108b-8811-49c0-8ff7-9703e1700b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:54.993642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.020587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.068612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.069227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Pushing event updated for resources: {'Port': ['ID=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:55.074039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:55.074202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7674d604-0a4b-4d33-952c-b5eb4de83106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:55.089079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1e4f9-7ffa-4c06-9e2f-0f7f04019091,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:55.091901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:55.093154 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.094447 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-1d51c176-657a-411d-96cd-da67df01a92f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98e1e4f9-7ffa-4c06-9e2f-0f7f04019091 HTTP/1.1" status: 204  len: 168 time: 0.1789603
Apr 02 18:23:55.301799 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Attempting to bind port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:23:55.302272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Attempting to bind port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:23:55.302691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Attempting to bind port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:23:55.307571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:23:55.307932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Attempting to bind port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 on network 4986320c-a8a4-4804-8cd3-4b1d6e699801 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:23:55.313375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:23:55.313746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Checking segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:23:55.314159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Bound using segment: {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:23:55.314620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Bound port: 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5ef99b-d17f-484e-85c1-c67d362ed421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:23:55.315017 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.411274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] For port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:23:55.415012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] For port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:23:55.418348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.434727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8e311b25-8cfa-45d8-ad2d-5f4ad0f15531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:55.593509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Pushing event updated for resources: {'Port': ['ID=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:55.596850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:55.633012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:55.633682 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:55.635205 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] 10.222.0.30 "PUT /v2.0/ports/8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 200  len: 1093 time: 1.5394266
Apr 02 18:23:55.635744 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:23:55.763316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-b5f0396d-894f-4d68-b7e0-0438435d5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:55.765033 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-b5f0396d-894f-4d68-b7e0-0438435d5dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1096 time: 0.0890815
Apr 02 18:23:55.845767 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-13a6e033-ad82-447a-a157-166f836d50de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 200  len: 217 time: 0.0728734
Apr 02 18:23:55.919329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-6cf25315-741d-422c-b96f-94d2d61bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:55.921985 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-6cf25315-741d-422c-b96f-94d2d61bb16e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0688822
Apr 02 18:23:56.011650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2a96ac21-c230-44a3-bc5a-ca66ebc99b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:56.013243 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-2a96ac21-c230-44a3-bc5a-ca66ebc99b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852773
Apr 02 18:23:56.040852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca375b8-bf43-44f2-8859-3b221642116e req-d3881bef-c971-4598-b0b0-6ed807d13224 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:56.042550 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca375b8-bf43-44f2-8859-3b221642116e req-d3881bef-c971-4598-b0b0-6ed807d13224 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.1047745
Apr 02 18:23:56.092993 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca375b8-bf43-44f2-8859-3b221642116e req-1e5fc8ac-c9eb-4a63-93a3-c1a4c0f4a5d1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438566
Apr 02 18:23:56.165870 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-74851234-1479-49fb-af8a-1a97ca6b98b2 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458304
Apr 02 18:23:56.309248 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-954128ca-4ccd-4a1c-a29c-c1b0c86e7f43 req-84575f03-841b-419e-bbbe-be1d53e76d9b service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371262
Apr 02 18:23:56.709930 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'status': 'completed', 'code': 200}
Apr 02 18:23:56.808164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e827-2f37-4e03-baf0-56445ba63333 req-3ffb48e8-b214-45c5-b972-e1af146f85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:56.809722 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-3ffb48e8-b214-45c5-b972-e1af146f85f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1096 time: 0.0776870
Apr 02 18:23:56.949738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e827-2f37-4e03-baf0-56445ba63333 req-9371220e-3a56-4437-aa03-7b4e04e90f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:56.951321 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-9371220e-3a56-4437-aa03-7b4e04e90f88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1353352
Apr 02 18:23:57.027691 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-5a07b940-4ea4-4a04-99be-cb4666dba5a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 200  len: 217 time: 0.0690484
Apr 02 18:23:57.093989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e827-2f37-4e03-baf0-56445ba63333 req-85219143-0c31-47df-b21d-5c3f9f00acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:57.095503 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-85219143-0c31-47df-b21d-5c3f9f00acc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0615356
Apr 02 18:23:57.182723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e827-2f37-4e03-baf0-56445ba63333 req-641aa0e6-aca7-4762-8dfe-531390e34db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:57.184503 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-641aa0e6-aca7-4762-8dfe-531390e34db3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815063
Apr 02 18:23:57.300397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fc7f0-dcd3-4c22-8a3e-88b0bbba943f req-de3b01b2-6e08-440a-9915-07d2c65df5bd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:57.302028 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-779fc7f0-dcd3-4c22-8a3e-88b0bbba943f req-de3b01b2-6e08-440a-9915-07d2c65df5bd tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.0924578
Apr 02 18:23:57.330439 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-c5302b03-86d9-4b1c-87f8-a959767fdfd9 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384068
Apr 02 18:23:57.350054 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-779fc7f0-dcd3-4c22-8a3e-88b0bbba943f req-d799e5e8-87b6-45c2-b7db-b02a55b3dab1 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415483
Apr 02 18:23:57.472647 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d075e827-2f37-4e03-baf0-56445ba63333 req-34b84be8-3c15-4aaf-a878-ec839a71b84b service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347451
Apr 02 18:23:57.923965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:58.554240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73997660-d251-4c2d-b31a-44b4be5cbecd req-1f0569c8-f228-4d90-b79f-3bc8ef15600c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:58.555044 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-73997660-d251-4c2d-b31a-44b4be5cbecd req-1f0569c8-f228-4d90-b79f-3bc8ef15600c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:23:58.569823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-73997660-d251-4c2d-b31a-44b4be5cbecd req-1f0569c8-f228-4d90-b79f-3bc8ef15600c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:23:58.571085 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-73997660-d251-4c2d-b31a-44b4be5cbecd req-1f0569c8-f228-4d90-b79f-3bc8ef15600c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.1031604
Apr 02 18:23:58.617797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-73997660-d251-4c2d-b31a-44b4be5cbecd req-fb74ac83-a31e-4a4b-9685-265dda0376fa tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403662
Apr 02 18:23:59.089879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6f514905-259b-4add-a432-a7a1aba8723f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:59.826517 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d672-db96-4830-ba50-dd7d688982dc req-ea2b59e3-9336-4f19-ac67-d6637d6cdfa7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:59.828168 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f323d672-db96-4830-ba50-dd7d688982dc req-ea2b59e3-9336-4f19-ac67-d6637d6cdfa7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.0886931
Apr 02 18:23:59.875469 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f323d672-db96-4830-ba50-dd7d688982dc req-8f007564-87e5-4bd6-a73b-2e8e9bf7750b tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406280
Apr 02 18:24:00.683441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:01.079826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82871-5b53-4a37-a620-9bf060026f87 req-9ec68db6-b876-4bea-bb5e-59bf95cdf4ed tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:01.081408 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-17d82871-5b53-4a37-a620-9bf060026f87 req-9ec68db6-b876-4bea-bb5e-59bf95cdf4ed tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.0929124
Apr 02 18:24:01.130036 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-17d82871-5b53-4a37-a620-9bf060026f87 req-67059e55-42c8-4ecc-9717-4b6a8348b66c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413072
Apr 02 18:24:01.574402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e494253-9038-4ad6-8fbe-4d2a190e1ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:02.333923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:02.349668 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d8122-95c1-4ff1-8eff-2cdf70a55177 req-3bd7778d-191d-4774-8d2a-4a24ee76c26d tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:02.351319 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-345d8122-95c1-4ff1-8eff-2cdf70a55177 req-3bd7778d-191d-4774-8d2a-4a24ee76c26d tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.0997212
Apr 02 18:24:02.401295 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-345d8122-95c1-4ff1-8eff-2cdf70a55177 req-77c7f006-34a9-4445-beb9-2ba5c568ad24 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436506
Apr 02 18:24:03.607663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae83f5-f78e-4282-9f81-311f83df2366 req-1cb5e031-659f-4f00-bffa-f8c9f9b426bf tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:03.609238 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47ae83f5-f78e-4282-9f81-311f83df2366 req-1cb5e031-659f-4f00-bffa-f8c9f9b426bf tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.0931737
Apr 02 18:24:03.658894 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-47ae83f5-f78e-4282-9f81-311f83df2366 req-65302f1c-f5db-4386-8195-fba1688a97c6 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423543
Apr 02 18:24:03.783741 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:04.691532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:24:04.835766 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:04.849703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'port_id': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'mac_address': 'fa:16:3e:ef:39:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:24:04.872949 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62878f6e-7bc3-437d-89ae-40d56f08ec67 req-d6c20211-2804-404b-9379-105df4f74988 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:04.874506 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-62878f6e-7bc3-437d-89ae-40d56f08ec67 req-d6c20211-2804-404b-9379-105df4f74988 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 943 time: 0.0946498
Apr 02 18:24:04.912867 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:04.931265 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-62878f6e-7bc3-437d-89ae-40d56f08ec67 req-4acbfc6a-2183-4237-a50a-24a2e8fc802e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494831
Apr 02 18:24:04.931456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:24:04.949803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:04.953371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:04.955268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:05.025148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:05.032842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.033229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.033602 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.033970 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.034337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.034701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.035706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.036113 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.036476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.036836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.037193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.037550 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:05.041589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:05.393112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:24:06.137662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a713d15-6b4f-4b99-8c7e-56d04781b9c2 req-2e7d8a3a-4959-4b11-9f54-940f3c67f504 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:06.139182 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5a713d15-6b4f-4b99-8c7e-56d04781b9c2 req-2e7d8a3a-4959-4b11-9f54-940f3c67f504 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 944 time: 0.0878944
Apr 02 18:24:06.187676 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5a713d15-6b4f-4b99-8c7e-56d04781b9c2 req-6591a382-2864-4b79-80d8-e0231769a533 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419064
Apr 02 18:24:06.713047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:06.782098 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:06.786938 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:06.787396 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:06.908348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:06.936376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:06.946634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:06.950480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:06.952465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:06.990234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'code': 200}
Apr 02 18:24:07.023803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:07.026785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:07.278707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07337640-7389-4b86-9d22-9bbb47e98942 req-13c4ea93-8d0a-4b26-acec-4c79982791c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:07.280317 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-07337640-7389-4b86-9d22-9bbb47e98942 req-13c4ea93-8d0a-4b26-acec-4c79982791c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1098 time: 0.0868611
Apr 02 18:24:07.376913 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-07337640-7389-4b86-9d22-9bbb47e98942 req-e46299a7-626a-4173-89c9-87cdf0725e86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897169
Apr 02 18:24:07.414257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fc5c8-785f-44fc-a4b9-65a9d907cc9b req-019d82c8-8cac-44c1-89f4-9dfea93cc101 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:07.415881 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ab3fc5c8-785f-44fc-a4b9-65a9d907cc9b req-019d82c8-8cac-44c1-89f4-9dfea93cc101 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 945 time: 0.1077495
Apr 02 18:24:07.432230 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35804) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:07.463935 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ab3fc5c8-785f-44fc-a4b9-65a9d907cc9b req-9b208bd9-2bc9-463b-839b-13de539a3601 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417869
Apr 02 18:24:07.559594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.574807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:07.578798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Usage tracker for resource:security_group_rule and tenant:a738d5e3c6f64dc08d9035d277841258 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:07.581820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:07.587757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:07.670890 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.673648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.682229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bc2888cc-a271-4d01-a557-54bc4e065eb1 tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:07.724917 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a738d5e3c6f64dc08d9035d277841258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2915008
Apr 02 18:24:07.725773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abee2f-de72-4fcb-95d7-9becbc2545b2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:07.727924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35810) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:07.729102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6eb5703f-155b-4267-8370-a52138747559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:07.792811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.818896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.866881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.871851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d5c376b-8859-4077-b018-4355c48332cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:07.885226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abee2f-de72-4fcb-95d7-9becbc2545b2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:07.887785 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:07.889882 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:07.891105 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8fb82e60-e4fd-4d06-8097-6b9b39c3fab0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80abee2f-de72-4fcb-95d7-9becbc2545b2 HTTP/1.1" status: 204  len: 168 time: 0.1615047
Apr 02 18:24:08.521451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:24:08.605505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35836) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:08.682811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cab405-3c1f-4d64-b37f-6146fcb9460b req-2237232e-f8a3-44cf-8992-99721dc47949 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:08.684459 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-18cab405-3c1f-4d64-b37f-6146fcb9460b req-2237232e-f8a3-44cf-8992-99721dc47949 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 945 time: 0.0924003
Apr 02 18:24:08.721168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-376147713-network', 'tenant_id': '371908148b79428c99b592eba0cdfe70'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:08.726810 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:08.731185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Usage tracker for resource:network and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:08.733704 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-18cab405-3c1f-4d64-b37f-6146fcb9460b req-7d288088-590c-4995-af8a-f16366e1bd60 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429885
Apr 02 18:24:08.734147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:08.742435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:08.751358 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Made reservation on behalf of 371908148b79428c99b592eba0cdfe70 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:24:08.757228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:08.770904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:08.787572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:08.791600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:08.794507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:08.801409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:08.953660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:08.959881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:08.964692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e3c10a3-071a-4b86-aa30-8de986142cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:08.996268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:24:09.009650 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c138c9b-e3d6-4781-882f-e8f902715722 req-0c121b48-45fd-4eea-b7b3-14825d99d97d tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:09.011212 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c138c9b-e3d6-4781-882f-e8f902715722 req-0c121b48-45fd-4eea-b7b3-14825d99d97d tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 945 time: 0.1642332
Apr 02 18:24:09.023024 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a3b4b-7e20-426b-aa7d-256270095e41,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:09.040958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.041345 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Added segment 716dff1e-aa37-4fc6-9833-d943821de875 of type vlan for network cffcb90e-a996-4789-9d9c-6b9cab0c76af
Apr 02 18:24:09.042638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:09.090989 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.098051 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2c138c9b-e3d6-4781-882f-e8f902715722 req-0dff65ec-1d7c-455c-82af-f9d4edea1bdc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793490
Apr 02 18:24:09.123207 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35844) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:09.125806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.127200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:09.127832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.133619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:09.235553 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6287520
Apr 02 18:24:09.239182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cffcb90e-a996-4789-9d9c-6b9cab0c76af,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:09.239719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35850) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:09.242135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:09.248795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Request body: {'subnet': {'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-376147713-subnet', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:09.249960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:24:09.294394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:09.306679 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Usage tracker for resource:subnet and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:09.310534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:09.320021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:09.339071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Made reservation on behalf of 371908148b79428c99b592eba0cdfe70 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:24:09.343854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65274427'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.451007 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee890398-5f37-4e67-b28c-fffcc8c1c02f tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:09.452663 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ee890398-5f37-4e67-b28c-fffcc8c1c02f tempest-TestVolumeBootPattern-1330920432 tempest-TestVolumeBootPattern-1330920432-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1093 time: 0.3283694
Apr 02 18:24:09.455901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35856) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:09.461567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'port_id': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:09.468003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:09.472000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Usage tracker for resource:floatingip and tenant:3e4cf0a387af4100933ab7fa547a0b37 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:09.475105 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:09.481725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:09.491250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.642080 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.769271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65155165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65274376'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.786765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7145055e-7c80-44d6-9ccf-a23edfe0e9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:09.928040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610c8e25-00dc-40ed-894f-5e3305c1de62,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:09.932227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:09.996749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Checking segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:09.997151 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Network hostable DHCP agents. Network: cffcb90e-a996-4789-9d9c-6b9cab0c76af, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:24:10.016674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:24:10.016963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Allocated IP 172.27.3.43 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/458517ae-c56f-4922-b74b-71f94be65d95) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:10.025711 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, cffcb90e-a996-4789-9d9c-6b9cab0c76af) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:10.035648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63555608-0ddc-4cf2-9523-3365c8c6d080 None None] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:10.039273 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:10.039928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.064689 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-249ba90d-5e48-44c4-a33b-86066736d5e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8237596
Apr 02 18:24:10.068088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35860) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:10.073674 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:10.078800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:10.082884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Usage tracker for resource:router and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:10.090847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:10.097005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:10.107259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.108333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.129537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.181410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.213784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.229848 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d3b76c5-a020-47fc-ab6e-4006f2d35770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:10.278646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:24:10.279729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.381132 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=458517ae-c56f-4922-b74b-71f94be65d95,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:10.385642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:10.433597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:10.434920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:10.435491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.437514 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:10.450313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Allocated IP 172.20.0.2 (cffcb90e-a996-4789-9d9c-6b9cab0c76af/610c8e25-00dc-40ed-894f-5e3305c1de62/4f434935-4c15-422f-b204-5895a5604603) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:10.673784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.685397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Transition to ACTIVE for port object 4f434935-4c15-422f-b204-5895a5604603 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:10.705532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Transition to ACTIVE for port object 4f434935-4c15-422f-b204-5895a5604603 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:10.710794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.726349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:10.782601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.806025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Pushing event updated for resources: {'Port': ['ID=4f434935-4c15-422f-b204-5895a5604603,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:10.811441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:10.815680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.883987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:10.924850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:10.926946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:10.929457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:10.965606 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Allocated IP 172.27.3.38 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/979d73f7-959a-44fc-8001-60e98f93b200) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:10.975079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.029529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Attempting to bind port 4f434935-4c15-422f-b204-5895a5604603 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:11.030068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Attempting to bind port 4f434935-4c15-422f-b204-5895a5604603 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:11.030604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Attempting to bind port 4f434935-4c15-422f-b204-5895a5604603 on network cffcb90e-a996-4789-9d9c-6b9cab0c76af {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:11.037092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:11.037511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Checking segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:11.037958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.038404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Bound using segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:11.038910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Bound port: 4f434935-4c15-422f-b204-5895a5604603, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:11.039374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.125888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.139401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] For port 4f434935-4c15-422f-b204-5895a5604603, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:11.142529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] For port 4f434935-4c15-422f-b204-5895a5604603, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4f434935-4c15-422f-b204-5895a5604603,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:11.148523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.162090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.167272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:11.178762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:11.266309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.270626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.287552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40f59be0-4f85-40f0-8649-07c97dcafdc8 tempest-TestMinimumBasicScenario-1354084245 tempest-TestMinimumBasicScenario-1354084245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:11.317538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Pushing event updated for resources: {'Port': ['ID=4f434935-4c15-422f-b204-5895a5604603,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:11.322200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:11.324254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Pushing event updated for resources: {'Port': ['ID=979d73f7-959a-44fc-8001-60e98f93b200,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:11.328811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:11.381434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:11.384052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:11.386759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:11.431342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event updated for resources: {'Port': ['ID=458517ae-c56f-4922-b74b-71f94be65d95,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:11.439064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:11.540902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.746528 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Floating IP 137a5a81-f9c9-4c5d-a7d2-61534ab2dce4 associated. External IP: 172.27.3.43, port: 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4.
Apr 02 18:24:12.125171 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:12.132881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:12.319169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:12.329463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:12.340477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:12.341169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e0e51d0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:12.343298 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:12.405716 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9485860
Apr 02 18:24:12.406665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:12.477197 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'status': 'completed', 'code': 200}
Apr 02 18:24:12.523463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:12.610220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-db9b01e6-a893-4370-9928-d7d0c6ec6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:12.611868 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-db9b01e6-a893-4370-9928-d7d0c6ec6474 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1098 time: 0.1086056
Apr 02 18:24:12.765608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:12.776456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Router e6a29959-bbe6-4403-94df-3ea76ec0c747 is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:24:12.914265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd16f3-d58f-48ce-87dd-140d63057077 None None] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:12.986182 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-727b2fe2-1ac7-4500-b954-694e101e6d05 None None] Provisioning for port 4f434935-4c15-422f-b204-5895a5604603 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:12.997613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:13.009772 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Sync routers for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:13.015053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-4b4e2846-5055-4aa3-a2d4-809239aa4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:13.016975 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-4b4e2846-5055-4aa3-a2d4-809239aa4101 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.3986771
Apr 02 18:24:13.023474 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:13.024384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a3278>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:13.029361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:13.030683 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9615920
Apr 02 18:24:13.033541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35868) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:13.150559 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-2021c05c-6c19-4ce8-9ebe-7d08ea490ed0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 200  len: 998 time: 0.1268656
Apr 02 18:24:13.230431 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-53ab319b-58c6-433d-a39a-6bc5deb394fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:13.232010 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:13.232543 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-53ab319b-58c6-433d-a39a-6bc5deb394fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0750797
Apr 02 18:24:13.323052 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-70b4d90f-c15e-4590-bdb4-b658baa9288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:13.324934 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-70b4d90f-c15e-4590-bdb4-b658baa9288a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856686
Apr 02 18:24:13.445469 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e0e51d0>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:28Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}, {'id': '137a5a81-f9c9-4c5d-a7d2-61534ab2dce4', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:ef:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:10Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:13.456575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:13.475615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:13.482346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e0e51d0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:13.501886 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-264c971b-d616-4bc4-b71d-774ac6315d3e service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702647
Apr 02 18:24:13.565330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a3278>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:11Z', 'revision_number': 3, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:13.575978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Checking router: e6a29959-bbe6-4403-94df-3ea76ec0c747 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:13.576264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Updating router e6a29959-bbe6-4403-94df-3ea76ec0c747 port 979d73f7-959a-44fc-8001-60e98f93b200 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:24:13.643160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:13.716367 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ee6c4eb5-22b0-4f05-903d-a3d332f4bf96 req-d34382ec-c830-4d9e-a9f6-283e24563176 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074168
Apr 02 18:24:13.723649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4f434935-4c15-422f-b204-5895a5604603 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:13.858654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 4f434935-4c15-422f-b204-5895a5604603 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:13.870395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 4f434935-4c15-422f-b204-5895a5604603 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:13.870805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:13.902478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:13.937329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.102480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.115872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Transition to ACTIVE for port object 979d73f7-959a-44fc-8001-60e98f93b200 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:14.123724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.154097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:14.170579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Allocated IP 172.20.0.1 (cffcb90e-a996-4789-9d9c-6b9cab0c76af/610c8e25-00dc-40ed-894f-5e3305c1de62/f8c4ba91-cefe-4f6e-9b68-1c130b0200e2) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:14.193765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.303895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 4f434935-4c15-422f-b204-5895a5604603, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4f434935-4c15-422f-b204-5895a5604603,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:14.318090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.322046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:14.325782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Pushing event updated for resources: {'Port': ['ID=979d73f7-959a-44fc-8001-60e98f93b200,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:14.329845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.342324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.342709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.343107 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.343476 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.343836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.344275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.344545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.344901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.345261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.345690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.345953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.346305 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:14.346485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Transition to ACTIVE for port object f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:14.363238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:14.377158 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.388468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Attempting to bind port 979d73f7-959a-44fc-8001-60e98f93b200 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:14.388891 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Attempting to bind port 979d73f7-959a-44fc-8001-60e98f93b200 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:14.389294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Attempting to bind port 979d73f7-959a-44fc-8001-60e98f93b200 on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:14.395909 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b22d3b6d-8a22-4baa-9fcc-b4d355d1e776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:14.397033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:14.397453 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:14.398081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.398523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:14.399097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Bound port: 979d73f7-959a-44fc-8001-60e98f93b200, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:14.399520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.489005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] For port 979d73f7-959a-44fc-8001-60e98f93b200, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:14.493087 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] For port 979d73f7-959a-44fc-8001-60e98f93b200, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=979d73f7-959a-44fc-8001-60e98f93b200,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:14.497415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.574807 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Pushing event updated for resources: {'Port': ['ID=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:14.577727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:14.590939 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:14.613731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=4f434935-4c15-422f-b204-5895a5604603,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:14.619451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:14.632695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:14.633881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:14.634420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e0e51d0>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:28Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}, {'id': '137a5a81-f9c9-4c5d-a7d2-61534ab2dce4', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:ef:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:10Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:14.636449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:14.639242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8446-4cb0-4279-a1be-a028849734db None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:28Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}, {'id': '137a5a81-f9c9-4c5d-a7d2-61534ab2dce4', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:ef:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:10Z', 'revision_number': 0, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:14.697479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.715610 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Pushing event updated for resources: {'Port': ['ID=979d73f7-959a-44fc-8001-60e98f93b200,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:14.721994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3dded46b-69df-4e82-9b32-1b11d10e99fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:14.731093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:14.731729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a3278>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:14.834127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.930607 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:14.948075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-2c4c953a-78df-452e-8599-78e823f0c9ff None None] Provisioning for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:14.953727 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-2c4c953a-78df-452e-8599-78e823f0c9ff None None] Provisioning complete for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:14.953874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c4c953a-78df-452e-8599-78e823f0c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:14.993797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd5567-e27d-42a4-96f7-1c88793f6055 None None] New status for floating IP 137a5a81-f9c9-4c5d-a7d2-61534ab2dce4: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:24:15.101643 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c953a-78df-452e-8599-78e823f0c9ff None None] Port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:24:15.298094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81e8a3278>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 1, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:15.303604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065751a8-2c55-4ba3-aea8-1820f54b82ad None None] The sync data for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi is: [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 1, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:15.396591 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:15.400267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:15.430417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cec412c-76ba-4f0d-9a72-e875fa82c07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:15.519620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:15.535454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Pushing event updated for resources: {'Port': ['ID=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:15.553534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:15.582687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4f434935-4c15-422f-b204-5895a5604603 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:15.655322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 4f434935-4c15-422f-b204-5895a5604603 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:15.655736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:15.671905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:15.673118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:15.898677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Router e6a29959-bbe6-4403-94df-3ea76ec0c747 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:15.939979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ae416e07-35e0-4027-a7ba-4f6498fed46d None None] Provisioning complete for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:15.940509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae416e07-35e0-4027-a7ba-4f6498fed46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:15.999825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ae416e07-35e0-4027-a7ba-4f6498fed46d None None] Port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:24:16.097190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:16.107447 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] 10.222.0.13 "PUT /v2.0/routers/e6a29959-bbe6-4403-94df-3ea76ec0c747/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0728431
Apr 02 18:24:16.688404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35888) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:16.694854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-334370949-network', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:16.700068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:16.704110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Usage tracker for resource:network and tenant:fb09d94c0ad748f1ad77737782089c69 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:16.707707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:16.713661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:16.723733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Made reservation on behalf of fb09d94c0ad748f1ad77737782089c69 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:24:16.728480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.741619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.756948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:16.760958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Usage tracker for resource:security_group_rule and tenant:fb09d94c0ad748f1ad77737782089c69 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:16.763846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:16.770297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:16.861393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.864786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.869218 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f002deb2-61e4-45c2-b2e5-9bbebecc2b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:16.895777 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:24:16.909108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5304088d-861b-45bf-a4a9-25232cc43b0f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:16.914688 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:16.915726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.916108 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.segments_db [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Added segment d5eadb0b-315f-4669-adb3-a290937de5b5 of type vlan for network 697085e7-825f-4d40-894a-5b573489afea
Apr 02 18:24:16.942935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772504062306'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.972060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.973191 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:16.973833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.978759 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2392e96c-cd79-4900-96e9-1b2318aeefff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:17.082207 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3926115
Apr 02 18:24:17.085252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Pushing event updated for resources: {'Network': ['ID=697085e7-825f-4d40-894a-5b573489afea,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:17.085420 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35892) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:17.088135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3f923a0f-a49a-45a1-b03f-f78612cefafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:17.092517 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Request body: {'subnet': {'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-334370949-subnet', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:17.095878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Network 697085e7-825f-4d40-894a-5b573489afea details requested by agent ovs-agent-dv-cinder-784477-2-iscsi with host dv-cinder-784477-2-iscsi {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:24:17.101274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:17.105306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Usage tracker for resource:subnet and tenant:fb09d94c0ad748f1ad77737782089c69 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:17.108282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:17.115194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:17.125134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Made reservation on behalf of fb09d94c0ad748f1ad77737782089c69 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:24:17.130142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64822587'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.536765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65696100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64822536'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.553433 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-980ed47a-e218-4af4-8192-fa3f95bfcff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:17.607123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 979d73f7-959a-44fc-8001-60e98f93b200 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:17.683292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 979d73f7-959a-44fc-8001-60e98f93b200 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:17.686192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00e5285-a289-4fde-97ac-47774547c16a,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:17.688250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 979d73f7-959a-44fc-8001-60e98f93b200 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:17.688665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.689004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:17.751000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Checking segment: {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:17.751437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Network hostable DHCP agents. Network: 697085e7-825f-4d40-894a-5b573489afea, hostable agents: ['5c8d23cf-638d-4b9b-98fa-8fdb68aab772'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:24:17.770695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Network 697085e7-825f-4d40-894a-5b573489afea is scheduled to be hosted by DHCP agent 5c8d23cf-638d-4b9b-98fa-8fdb68aab772 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:24:17.779249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-iscsi, 697085e7-825f-4d40-894a-5b573489afea) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:17.791303 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:17.791973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.794579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca8a28-711c-4e48-872a-3633e0e22393 None None] Network 697085e7-825f-4d40-894a-5b573489afea requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:17.810634 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2fd97971-5501-4114-b6cd-fa86bc86ce0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7242010
Apr 02 18:24:17.813260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35896) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:17.819356 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:17.824219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:17.828189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Usage tracker for resource:router and tenant:fb09d94c0ad748f1ad77737782089c69 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:17.831913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:17.837878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:17.849267 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66731488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.850363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036788044409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036788042384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036787832515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.868011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.900599 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.934240 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 979d73f7-959a-44fc-8001-60e98f93b200, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=979d73f7-959a-44fc-8001-60e98f93b200,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:17.950320 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:17.954077 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:18.108062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=979d73f7-959a-44fc-8001-60e98f93b200,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:18.117025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:18.131533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ec2feb-2eb9-5d3f-9aa1-321c702a0ee9-697085e7-825f-4d40-894a-5b573489afea', 'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'fixed_ips': [{'subnet_id': 'c00e5285-a289-4fde-97ac-47774547c16a'}]}} from dv-cinder-784477-2-iscsi. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:24:18.132470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.161572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036788042399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036788051937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.305436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Allocated IP 172.20.0.2 (697085e7-825f-4d40-894a-5b573489afea/c00e5285-a289-4fde-97ac-47774547c16a/d52859ec-7d9a-4a89-8986-98f2a10213b0) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:18.490012 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Sync routers for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:18.491220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.502631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:18.504377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed18470>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:18.525055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.544918 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.557275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Transition to ACTIVE for port object d52859ec-7d9a-4a89-8986-98f2a10213b0 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:18.579143 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Transition to ACTIVE for port object d52859ec-7d9a-4a89-8986-98f2a10213b0 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:18.583349 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.599415 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:18.684862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Allocated IP 172.27.3.191 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/279949c2-efce-48af-b70f-55116c3256ea) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:18.749563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Pushing event updated for resources: {'Port': ['ID=d52859ec-7d9a-4a89-8986-98f2a10213b0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:18.754348 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:18.800464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Network 697085e7-825f-4d40-894a-5b573489afea is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:18.801308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Resources bound (agent type, host, resource id):  {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:18.804014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:18.855815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.888406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.901421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Attempting to bind port d52859ec-7d9a-4a89-8986-98f2a10213b0 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:18.901836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Attempting to bind port d52859ec-7d9a-4a89-8986-98f2a10213b0 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:18.902239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Attempting to bind port d52859ec-7d9a-4a89-8986-98f2a10213b0 on network 697085e7-825f-4d40-894a-5b573489afea {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:18.903979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80a69581-2e33-47f2-a944-3fcd35dad4cb tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:18.908342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:18.908754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Checking segment: {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:18.909195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:18.909872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Bound using segment: {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:18.910470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Bound port: d52859ec-7d9a-4a89-8986-98f2a10213b0, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:18.910773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:19.018095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] For port d52859ec-7d9a-4a89-8986-98f2a10213b0, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:19.019793 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:19.022763 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] For port d52859ec-7d9a-4a89-8986-98f2a10213b0, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=d52859ec-7d9a-4a89-8986-98f2a10213b0,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:19.026747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:19.044295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:19.047072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=279949c2-efce-48af-b70f-55116c3256ea,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:19.051953 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:19.098935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:19.100268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:19.102730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:19.207906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Pushing event updated for resources: {'Port': ['ID=d52859ec-7d9a-4a89-8986-98f2a10213b0,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:19.211302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fec7bfe3-f69f-46f5-8189-8f33961b1dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:19.424984 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed18470>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 2, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:19.430121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Checking router: e6a29959-bbe6-4403-94df-3ea76ec0c747 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:19.430518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Updating router e6a29959-bbe6-4403-94df-3ea76ec0c747 port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:24:19.488687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:19.765735 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 979d73f7-959a-44fc-8001-60e98f93b200 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:19.830121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:19.839241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 979d73f7-959a-44fc-8001-60e98f93b200 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:19.839616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:19.973166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device d52859ec-7d9a-4a89-8986-98f2a10213b0 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:19.991708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.010582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Transition to ACTIVE for port object f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:20.019824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.051542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1a3f303a-bad6-43b9-960a-694c6058f320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:20.056801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port d52859ec-7d9a-4a89-8986-98f2a10213b0 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:20.181993 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c592fd-79e8-4eb2-bfd7-c4830648ca33 None None] Pushing event updated for resources: {'Port': ['ID=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:20.186202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-25c592fd-79e8-4eb2-bfd7-c4830648ca33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:20.206392 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66723862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66733470'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.387877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Attempting to bind port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:20.391002 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Attempting to bind port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:20.391418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Attempting to bind port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 on network cffcb90e-a996-4789-9d9c-6b9cab0c76af {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:20.399558 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:20.399975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Checking segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:20.400642 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.401213 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Bound using segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:20.401733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Bound port: f8c4ba91-cefe-4f6e-9b68-1c130b0200e2, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:20.402146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.444133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Router 4bb59918-5c99-46f0-ab67-5e327f8b93ab is scheduled to L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:24:20.517340 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] For port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:20.520032 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] For port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:20.524673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.549083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a9ea8326-dc9b-4545-b155-340dd0a2d635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:20.664923 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:20.674830 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Sync routers for ids ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:20.691495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Routers {'4bb59918-5c99-46f0-ab67-5e327f8b93ab'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:20.691921 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:20.692460 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f400>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:20.695913 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8789947
Apr 02 18:24:20.696316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35902) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:20.711192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c592fd-79e8-4eb2-bfd7-c4830648ca33 None None] Pushing event updated for resources: {'Port': ['ID=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:20.716710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-25c592fd-79e8-4eb2-bfd7-c4830648ca33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:20.775424 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:20.776208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ed18470>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:20.916868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Set router 4bb59918-5c99-46f0-ab67-5e327f8b93ab gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:20.979488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:21.027845 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32f0cc-0ccc-4ffd-b9c8-50964244c7b1 None None] Network 697085e7-825f-4d40-894a-5b573489afea requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:21.285797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Provisioning for port d52859ec-7d9a-4a89-8986-98f2a10213b0 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:21.349922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Provisioning complete for port d52859ec-7d9a-4a89-8986-98f2a10213b0 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:21.350335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.483048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.484692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ed18470>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:20Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:21.490361 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64ffa0-1a68-4ecc-8051-b3614c9d952e None None] The sync data for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi is: [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:20Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:21.675385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:21.733784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Allocated IP 172.20.0.1 (697085e7-825f-4d40-894a-5b573489afea/c00e5285-a289-4fde-97ac-47774547c16a/5e9c6ec2-38cb-4d4c-8bef-75cdd921034a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:21.811762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.887581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] For port d52859ec-7d9a-4a89-8986-98f2a10213b0, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=d52859ec-7d9a-4a89-8986-98f2a10213b0,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:21.894945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:21.897200 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.900520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.905541 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ced15edd-7d2f-47e3-be49-03c0e2370400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:21.916043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Transition to ACTIVE for port object 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:21.937646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f400>, [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:24:19Z', 'revision_number': 3, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:21.941477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.947114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:21.947545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.958216 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e7cae04f-7d75-4e30-9030-1def27a77f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:22.000636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Checking router: 4bb59918-5c99-46f0-ab67-5e327f8b93ab for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:22.001036 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Updating router 4bb59918-5c99-46f0-ab67-5e327f8b93ab port 279949c2-efce-48af-b70f-55116c3256ea binding host dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:24:22.113391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Pushing event updated for resources: {'Port': ['ID=d52859ec-7d9a-4a89-8986-98f2a10213b0,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:22.117023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.118306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:22.123670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:22.154347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-131e751b-77c7-4897-b403-9b2ffe864483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:22.156279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1d42700-acaf-4e00-8aac-af662c74e281 None None] Provisioning complete for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:22.156700 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1d42700-acaf-4e00-8aac-af662c74e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.174136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Network 697085e7-825f-4d40-894a-5b573489afea is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:22.176423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:22.178549 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:22.247853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036788048061'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.370565 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.373164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.529581 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1d42700-acaf-4e00-8aac-af662c74e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.575183 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:22.581085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.586076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:22.673924 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.678393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.707121 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb4586a1-7c88-45b7-867c-3ce6ab7b1103 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:22.808862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-a1d42700-acaf-4e00-8aac-af662c74e281 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:24:22.809260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-a1d42700-acaf-4e00-8aac-af662c74e281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:24:22.812804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:22.817556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:22.908308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.921831 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Transition to ACTIVE for port object 279949c2-efce-48af-b70f-55116c3256ea will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:22.928483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.946725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:23.045696 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788157212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036788053866'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.061169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:23.064575 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:23.200756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Network 697085e7-825f-4d40-894a-5b573489afea is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:23.201865 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:23.264457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a0b5c-ce9f-4459-b007-0c885a825006 None None] Pushing event updated for resources: {'Port': ['ID=279949c2-efce-48af-b70f-55116c3256ea,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:23.268980 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a30a0b5c-ce9f-4459-b007-0c885a825006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:23.374462 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Attempting to bind port 279949c2-efce-48af-b70f-55116c3256ea on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:23.374879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Attempting to bind port 279949c2-efce-48af-b70f-55116c3256ea by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:23.375317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Attempting to bind port 279949c2-efce-48af-b70f-55116c3256ea on network 12cebb81-9f1c-4d40-ab62-08fe1d6411de {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:23.385622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:23.386043 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Checking segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:23.386495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.387062 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Bound using segment: {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:23.387463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Bound port: 279949c2-efce-48af-b70f-55116c3256ea, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db385c-8fe7-4197-bb8d-723cfd87af6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:23.387881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.411271 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Router 4bb59918-5c99-46f0-ab67-5e327f8b93ab has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:23.471019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] For port 279949c2-efce-48af-b70f-55116c3256ea, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:23.474746 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] For port 279949c2-efce-48af-b70f-55116c3256ea, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=279949c2-efce-48af-b70f-55116c3256ea,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:23.478047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.493262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a30a0b5c-ce9f-4459-b007-0c885a825006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:23.607687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:23.617767 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b6164311-25ee-493d-a841-708937d40d98 admin admin] 10.222.0.13 "PUT /v2.0/routers/4bb59918-5c99-46f0-ab67-5e327f8b93ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9202914
Apr 02 18:24:23.625786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:23.696590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-87dfe0c7-0d0c-46a8-b9aa-3e43755b0fbe None None] Provisioning for port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:23.721275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a0b5c-ce9f-4459-b007-0c885a825006 None None] Pushing event updated for resources: {'Port': ['ID=279949c2-efce-48af-b70f-55116c3256ea,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:23.728942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-87dfe0c7-0d0c-46a8-b9aa-3e43755b0fbe None None] Provisioning complete for port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:23.729366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87dfe0c7-0d0c-46a8-b9aa-3e43755b0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.759311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a30a0b5c-ce9f-4459-b007-0c885a825006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:23.828628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-87dfe0c7-0d0c-46a8-b9aa-3e43755b0fbe None None] Port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:24:23.834762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:23.835228 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.886160 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Routers {'4bb59918-5c99-46f0-ab67-5e327f8b93ab'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:23.886847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f400>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:24.042811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-87dfe0c7-0d0c-46a8-b9aa-3e43755b0fbe None None] Provisioning complete for port d52859ec-7d9a-4a89-8986-98f2a10213b0 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:24.043254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87dfe0c7-0d0c-46a8-b9aa-3e43755b0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.181670 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35912) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:24.187765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431991454', 'description': 'tempest-secgroup-smoke-431991454 description', 'project_id': '371908148b79428c99b592eba0cdfe70'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:24.194301 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:24.198388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:24.201794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:24.208553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] Set router 4bb59918-5c99-46f0-ab67-5e327f8b93ab gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:24.208699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:24.218351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.243791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:24.247773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:24.250797 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:24.257461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:24.274883 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device d52859ec-7d9a-4a89-8986-98f2a10213b0 up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:24.329409 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.332449 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.337748 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dfc33a02-8bc8-4bee-a85d-13f04481d9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:24.382030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.386234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2005060
Apr 02 18:24:24.386234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f183cea5-0e7c-4bab-b896-5fe3d87e4a94,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:24.387339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e87c4e1-2d75-46ac-9d50-1b76a89c2cf2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:24.394639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35916) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:24.400787 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group_rule': {'security_group_id': 'f183cea5-0e7c-4bab-b896-5fe3d87e4a94', 'project_id': '371908148b79428c99b592eba0cdfe70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:24.407465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:24.411832 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:24.415906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:24.421902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:24.438337 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.504168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.509209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.511992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:24.536873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2099b33e-eacb-4074-beee-2488556f4bd6,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:24.539513 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:24.547853 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.552189 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1534925
Apr 02 18:24:24.552450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35920) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:24.558164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group_rule': {'security_group_id': 'f183cea5-0e7c-4bab-b896-5fe3d87e4a94', 'project_id': '371908148b79428c99b592eba0cdfe70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:24.564393 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:24.569108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:24.572089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:24.578074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:24.581780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port d52859ec-7d9a-4a89-8986-98f2a10213b0 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:24.582192 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.594827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.663009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.666181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.668524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c568f3f-bb6b-4044-a945-c37f95804078 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:24.692511 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee20166-0153-41ad-938f-03e7e2c1a24f,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:24.695074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:24.701721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.703008 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-abfe1685-f746-4b5b-8d89-ebc05f3580c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1495194
Apr 02 18:24:24.706128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35926) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:24.712332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group_rule': {'security_group_id': 'f183cea5-0e7c-4bab-b896-5fe3d87e4a94', 'project_id': '371908148b79428c99b592eba0cdfe70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:24.718460 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:24.723490 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:24.726544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:24.732847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:24.754417 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.795176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f400>, [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '5e9c6ec2-38cb-4d4c-8bef-75cdd921034a', 'name': '', 'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'mac_address': 'fa:16:3e:02:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:21Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 2, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'subnets': [{'id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:24.799297 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e2f02c-1d09-4954-98ff-02f384337d3a None None] The sync data for ids ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'] in dv-cinder-784477-2-iscsi is: [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '5e9c6ec2-38cb-4d4c-8bef-75cdd921034a', 'name': '', 'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'mac_address': 'fa:16:3e:02:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:21Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 2, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'subnets': [{'id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:24.820847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.823598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.825773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:24.849648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b624f5a7-be1f-4bae-819c-a588c6312133,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:24.852185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:24.858250 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.859519 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9fd3035f-d68f-4f05-853e-0e39f0214744 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1517951
Apr 02 18:24:24.863071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35930) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:24.868629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group_rule': {'security_group_id': 'f183cea5-0e7c-4bab-b896-5fe3d87e4a94', 'project_id': '371908148b79428c99b592eba0cdfe70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:24.874624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:24.878817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:24.881795 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:24.887796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:24.906603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.974289 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.976820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.978910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:25.002523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b403168-4e7b-4999-8ff0-bd6897c6ee9c,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:25.005206 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:25.011210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.012462 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9f98365a-8142-4464-9230-be9e64476351 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1482434
Apr 02 18:24:25.015308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 35934) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:25.021209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group_rule': {'security_group_id': 'f183cea5-0e7c-4bab-b896-5fe3d87e4a94', 'project_id': '371908148b79428c99b592eba0cdfe70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:25.027734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:25.031695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:25.034724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:25.040645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:25.049873 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Project 371908148b79428c99b592eba0cdfe70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:24:25.057241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.128009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.131485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.133878 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-63e44d61-1a1b-4f72-84cc-4baa82f03064 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:25.157128 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd0a632-4529-4335-95bc-ac876715d824,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:25.161195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:25.171964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.173273 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2c5033b2-a2c1-4003-94e8-7e8b186db16f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1569881
Apr 02 18:24:25.176818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 35938) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:25.185342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'security_group_rule': {'security_group_id': 'f183cea5-0e7c-4bab-b896-5fe3d87e4a94', 'project_id': '371908148b79428c99b592eba0cdfe70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:25.193956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:25.202920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:security_group_rule and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:24:25.207176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:24:25.214941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:25.225744 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Project 371908148b79428c99b592eba0cdfe70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:24:25.232846 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.308066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.311623 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763057'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.313889 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f62d26c-6dce-438c-98f1-e191d295fd7e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:25.339377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135d11b7-6611-4d6c-b1d1-6b5485f92b68,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:25.342073 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:25.348616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.349898 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-fc448c12-a4bc-4713-bf36-646db50617e5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1720040
Apr 02 18:24:27.619448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 279949c2-efce-48af-b70f-55116c3256ea up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:27.696546 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 279949c2-efce-48af-b70f-55116c3256ea completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:27.701435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 279949c2-efce-48af-b70f-55116c3256ea triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:27.701941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.833294 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.850495 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 279949c2-efce-48af-b70f-55116c3256ea, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=279949c2-efce-48af-b70f-55116c3256ea,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:27.853260 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.855193 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9095283a-1918-4781-9a20-2767479fd219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:27.912706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Sync routers for ids ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:27.924022 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Routers {'4bb59918-5c99-46f0-ab67-5e327f8b93ab'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:27.924709 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28d30>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:28.108343 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.121662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=279949c2-efce-48af-b70f-55116c3256ea,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:28.125034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:28.132039 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Set router 4bb59918-5c99-46f0-ab67-5e327f8b93ab gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:28.465963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28d30>, [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '5e9c6ec2-38cb-4d4c-8bef-75cdd921034a', 'name': '', 'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'mac_address': 'fa:16:3e:02:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:21Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 2, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'subnets': [{'id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:28.470014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Checking router: 4bb59918-5c99-46f0-ab67-5e327f8b93ab for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:28.470407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Updating router 4bb59918-5c99-46f0-ab67-5e327f8b93ab port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a binding host dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:24:28.532400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.618729 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-843474f1-e9c5-49c3-8d46-132d01c78c15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796993
Apr 02 18:24:28.782166 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-0850ab1d-c871-41cc-8a6a-7905af7e8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:28.783718 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-0850ab1d-c871-41cc-8a6a-7905af7e8c96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1098 time: 0.0854976
Apr 02 18:24:28.947275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-b0cad693-8db8-4ba4-9da8-61a79130452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:28.948818 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-b0cad693-8db8-4ba4-9da8-61a79130452b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1439996
Apr 02 18:24:28.969138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.982293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Transition to ACTIVE for port object 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:28.988089 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.002892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-25c592fd-79e8-4eb2-bfd7-c4830648ca33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:29.058885 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-4bb84f32-a140-4b9c-a9f3-1e5d56484407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 1000 time: 0.1036043
Apr 02 18:24:29.092473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-805bbbdb-1e76-4dd1-8e6a-e776a763e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.132706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-55788c6e-3652-43d0-afc7-4b1bfb63a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:29.134277 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-55788c6e-3652-43d0-afc7-4b1bfb63a65f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0686774
Apr 02 18:24:29.151342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241411-3eed-4ae5-a2c3-830672f3efe3 None None] Pushing event updated for resources: {'Port': ['ID=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:29.155553 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-61241411-3eed-4ae5-a2c3-830672f3efe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:29.223986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-685b4e1a-12f7-4241-abd1-a38d497dd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:29.225651 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-685b4e1a-12f7-4241-abd1-a38d497dd9b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838890
Apr 02 18:24:29.371677 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Attempting to bind port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a on host dv-cinder-784477-2-iscsi for vnic_type normal with profile  {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:29.372232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Attempting to bind port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a by drivers openvswitch,hyperv on host dv-cinder-784477-2-iscsi at level 0 using segments [{'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:29.372641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Attempting to bind port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a on network 697085e7-825f-4d40-894a-5b573489afea {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:29.379794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Checking agent: {'id': '03cef09d-1b9b-4f89-b026-2882904e99a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 31), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:29.380148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Checking segment: {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:29.380972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.380972 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Bound using segment: {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:29.381491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Bound port: 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a, host: dv-cinder-784477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eadb0b-315f-4669-adb3-a290937de5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '697085e7-825f-4d40-894a-5b573489afea'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:29.381901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.391443 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-e3b1d606-304b-4aff-b78d-8904c23009b8 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579287
Apr 02 18:24:29.482620 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] For port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a, host dv-cinder-784477-2-iscsi, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:29.485818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] For port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a, host dv-cinder-784477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:29.489789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.506157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-939a4f9e-5fe5-4d38-a4bc-4e05cb32f3b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:29.541861 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-37e0e65b-8f7b-49d3-b2f3-edb2313103bb req-4a69407e-121c-464b-8667-823cd2c408de service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425612
Apr 02 18:24:29.611636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 279949c2-efce-48af-b70f-55116c3256ea up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:29.663819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241411-3eed-4ae5-a2c3-830672f3efe3 None None] Pushing event updated for resources: {'Port': ['ID=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:29.667242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-61241411-3eed-4ae5-a2c3-830672f3efe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:29.687247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 279949c2-efce-48af-b70f-55116c3256ea triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:29.687662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.711615 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Routers {'4bb59918-5c99-46f0-ab67-5e327f8b93ab'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:29.712429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28d30>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:30.061854 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] Set router 4bb59918-5c99-46f0-ab67-5e327f8b93ab gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:30.388404 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ea28d30>, [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '5e9c6ec2-38cb-4d4c-8bef-75cdd921034a', 'name': '', 'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'mac_address': 'fa:16:3e:02:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:21Z', 'updated_at': '2021-04-02T18:24:29Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'subnets': [{'id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:30.392884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cdecf-7aea-41f9-9638-954b9b6f6857 None None] The sync data for ids ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'] in dv-cinder-784477-2-iscsi is: [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '5e9c6ec2-38cb-4d4c-8bef-75cdd921034a', 'name': '', 'network_id': '697085e7-825f-4d40-894a-5b573489afea', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'mac_address': 'fa:16:3e:02:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:21Z', 'updated_at': '2021-04-02T18:24:29Z', 'revision_number': 4, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'subnets': [{'id': 'c00e5285-a289-4fde-97ac-47774547c16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:30.688459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.584350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fe4348e0-8845-47ae-a908-8cd9b2d0e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.622054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:31.696109 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning for port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:31.700849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:31.701261 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.829886 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.863226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] For port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:31.866784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.868714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:31.939724 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Pushing event updated for resources: {'Port': ['ID=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:31.943666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:32.335210 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:33.607818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a up at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:24:33.686278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Provisioning complete for port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:33.686692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:33.821516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.517219 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:24:52.600489 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-d08b7916-b8f3-4b5c-a9b7-e3a30292dd62 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Synchronizing usage tracker for tenant:371908148b79428c99b592eba0cdfe70 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:52.615930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-d08b7916-b8f3-4b5c-a9b7-e3a30292dd62 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Unset dirty status for tenant:371908148b79428c99b592eba0cdfe70 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:52.617762 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-d08b7916-b8f3-4b5c-a9b7-e3a30292dd62 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431991454&fields=id&tenant_id=371908148b79428c99b592eba0cdfe70 HTTP/1.1" status: 200  len: 267 time: 0.0595996
Apr 02 18:24:52.782208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-a8217d4b-b5a8-4831-8a25-95aba33b8cda tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:52.783799 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-a8217d4b-b5a8-4831-8a25-95aba33b8cda tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 808 time: 0.1585543
Apr 02 18:24:52.799700 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-c741d945-e93f-42fc-a8c4-ee664e34827a tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/quotas/371908148b79428c99b592eba0cdfe70 HTTP/1.1" status: 200  len: 375 time: 0.0096540
Apr 02 18:24:52.891532 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-d9979ac8-1c93-49f4-b99a-29d2819febbe tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Synchronizing usage tracker for tenant:371908148b79428c99b592eba0cdfe70 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:52.908636 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-d9979ac8-1c93-49f4-b99a-29d2819febbe tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Unset dirty status for tenant:371908148b79428c99b592eba0cdfe70 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:52.909981 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-d9979ac8-1c93-49f4-b99a-29d2819febbe tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043825
Apr 02 18:24:53.058615 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-ea147dee-67a2-4100-a3cb-26fe8df5d00d service neutron] 10.222.0.13 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352677
Apr 02 18:24:53.199779 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-ed684503-e822-4474-9503-f2b56b81ec99 service neutron] 10.222.0.13 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347382
Apr 02 18:24:53.627668 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b785e406-13d3-47df-b6c8-6a9ff19ed83f req-7a43b598-5552-4fb2-9cd0-c3e0eb7de4aa tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 210 time: 0.0524261
Apr 02 18:24:54.673945 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-046e5666-33f7-4461-9463-c2db1ac0e7c5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:54.674686 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-046e5666-33f7-4461-9463-c2db1ac0e7c5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Synchronizing usage tracker for tenant:371908148b79428c99b592eba0cdfe70 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:54.692379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-046e5666-33f7-4461-9463-c2db1ac0e7c5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Unset dirty status for tenant:371908148b79428c99b592eba0cdfe70 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:54.694053 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-046e5666-33f7-4461-9463-c2db1ac0e7c5 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 808 time: 0.1866443
Apr 02 18:24:54.776461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-2a6c0168-5f3b-49f8-84e2-bddd06d5b872 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Synchronizing usage tracker for tenant:371908148b79428c99b592eba0cdfe70 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:54.793654 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2081bec3-31ae-46ee-9612-547d66811af7 req-a9347c77-727d-4069-ab1b-06485ccdc9b1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 210 time: 0.0501502
Apr 02 18:24:54.794111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-2a6c0168-5f3b-49f8-84e2-bddd06d5b872 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Unset dirty status for tenant:371908148b79428c99b592eba0cdfe70 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:54.795585 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-2a6c0168-5f3b-49f8-84e2-bddd06d5b872 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=371908148b79428c99b592eba0cdfe70 HTTP/1.1" status: 200  len: 8059 time: 0.0937493
Apr 02 18:24:54.806311 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'port': {'device_id': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'admin_state_up': True, 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'security_groups': ['f183cea5-0e7c-4bab-b896-5fe3d87e4a94']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:54.949545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:24:54.959362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:24:54.967593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Made reservation on behalf of 371908148b79428c99b592eba0cdfe70 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:24:54.973494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:55.142189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Allocated IP 172.20.0.3 (cffcb90e-a996-4789-9d9c-6b9cab0c76af/610c8e25-00dc-40ed-894f-5e3305c1de62/36991996-f538-43e2-a62d-0b1986d4cc39) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:24:55.348842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:55.364892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Transition to ACTIVE for port object 36991996-f538-43e2-a62d-0b1986d4cc39 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:55.389165 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:55.407617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ad5da01-ee28-4f12-bcaa-9d960aba1eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:55.784604 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:55.796675 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.797090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.797496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.797896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.798291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.798684 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.799101 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.799491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.799880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.800268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.800651 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.801035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:55.806503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:55.844477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:24:55.845616 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources bound (agent type, host, resource id):  {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:24:55.848049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:24:55.919223 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:55.919879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:55.997802 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-75865e15-d75a-41ef-b283-497c43d61def tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1959031
Apr 02 18:24:56.012295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Request body: {'port': {'device_id': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:24:56.050019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7eeda44b-497d-4887-85b6-1761298a7439 None None] Provisioning for port 36991996-f538-43e2-a62d-0b1986d4cc39 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:24:56.055350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7eeda44b-497d-4887-85b6-1761298a7439 None None] Provisioning complete for port 36991996-f538-43e2-a62d-0b1986d4cc39 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:24:56.055758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7eeda44b-497d-4887-85b6-1761298a7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:56.089009 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585734d-0807-455a-a2c3-3dc453d95bb8 req-5d81f0cc-57e9-4391-96b4-34c1122461f1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:56.089760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-3585734d-0807-455a-a2c3-3dc453d95bb8 req-5d81f0cc-57e9-4391-96b4-34c1122461f1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Synchronizing usage tracker for tenant:371908148b79428c99b592eba0cdfe70 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:56.111671 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7eeda44b-497d-4887-85b6-1761298a7439 None None] Port 36991996-f538-43e2-a62d-0b1986d4cc39 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:24:56.155436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-3585734d-0807-455a-a2c3-3dc453d95bb8 req-5d81f0cc-57e9-4391-96b4-34c1122461f1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Unset dirty status for tenant:371908148b79428c99b592eba0cdfe70 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:56.156678 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3585734d-0807-455a-a2c3-3dc453d95bb8 req-5d81f0cc-57e9-4391-96b4-34c1122461f1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 931 time: 0.2442043
Apr 02 18:24:56.164284 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:56.273979 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3585734d-0807-455a-a2c3-3dc453d95bb8 req-2fc3abd3-c609-4262-bb2b-5a8a252e60e9 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107411
Apr 02 18:24:56.613637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36991996-f538-43e2-a62d-0b1986d4cc39 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:24:56.621910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:56.636662 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Transition to ACTIVE for port object 36991996-f538-43e2-a62d-0b1986d4cc39 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:24:56.639372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:56.656910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5974be55-ab2e-405c-8a65-736e541f5152 tempest-ServerRescueNegativeTestJSON-1792352227 tempest-ServerRescueNegativeTestJSON-1792352227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:56.801703 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:56.806221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:57.017422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Attempting to bind port 36991996-f538-43e2-a62d-0b1986d4cc39 on host hv-cinder-78447 for vnic_type normal with profile  {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:24:57.017789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Attempting to bind port 36991996-f538-43e2-a62d-0b1986d4cc39 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:24:57.018148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Attempting to bind port 36991996-f538-43e2-a62d-0b1986d4cc39 on network cffcb90e-a996-4789-9d9c-6b9cab0c76af {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:57.023309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Port 36991996-f538-43e2-a62d-0b1986d4cc39 on network cffcb90e-a996-4789-9d9c-6b9cab0c76af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:24:57.024188 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Attempting to bind port 36991996-f538-43e2-a62d-0b1986d4cc39 on network cffcb90e-a996-4789-9d9c-6b9cab0c76af {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:24:57.029721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Checking agent: {'id': '3b50265d-1828-44de-acfb-b6cff0cdc8a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'started_at': datetime.datetime(2021, 4, 2, 18, 8, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:24:57.030091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Checking segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:24:57.030506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Bound using segment: {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:24:57.030965 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Bound port: 36991996-f538-43e2-a62d-0b1986d4cc39, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716dff1e-aa37-4fc6-9833-d943821de875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:24:57.031363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:57.123437 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:24:57.126370 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:24:57.129564 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789079670'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:57.149407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1b51e757-3774-487b-9691-cb183fd67596 tempest-AttachVolumeShelveTestJSON-512821911 tempest-AttachVolumeShelveTestJSON-512821911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:57.297959 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:57.302687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:57.337157 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:57.337806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:57.339301 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] 10.222.0.30 "PUT /v2.0/ports/36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 1093 time: 1.3323345
Apr 02 18:24:57.339844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:57.433358 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'status': 'completed', 'code': 200}
Apr 02 18:24:57.472106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-5007bcc7-f557-43fd-a935-2adef665ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:57.473722 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-5007bcc7-f557-43fd-a935-2adef665ff10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1096 time: 0.0876095
Apr 02 18:24:57.485905 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c70cb-6c89-4381-a120-421b697dd92d req-91b75e4d-1075-4a5a-95ad-0d2f0871d0b4 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:57.487608 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b36c70cb-6c89-4381-a120-421b697dd92d req-91b75e4d-1075-4a5a-95ad-0d2f0871d0b4 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0963948
Apr 02 18:24:57.550552 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b36c70cb-6c89-4381-a120-421b697dd92d req-3c69eaee-c488-418c-8bda-d8f04d5bad77 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555658
Apr 02 18:24:57.554267 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-05d4522f-76ea-439f-9a8b-1eb58bfe08e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 217 time: 0.0730562
Apr 02 18:24:57.623603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-f03f9ed6-d607-42cb-a458-61eec1071098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:57.625085 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-f03f9ed6-d607-42cb-a458-61eec1071098 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0649836
Apr 02 18:24:57.709119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-7dba8400-c9ed-422c-96ae-c236a68fdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:57.710648 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-7dba8400-c9ed-422c-96ae-c236a68fdad6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793455
Apr 02 18:24:57.849135 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-5c3401c0-ce98-4ace-a74f-379ccc351450 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321123
Apr 02 18:24:57.938779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:57.988563 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bca8b190-1da6-479f-b1fb-f5372edc6c22 req-39fa0410-636a-469b-8301-2ac74fc388f2 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327953
Apr 02 18:24:58.108090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a8d2-34b0-4290-b136-d94542028d2e req-2711415f-67f3-425d-9571-dd54bcb0a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:58.109626 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-2711415f-67f3-425d-9571-dd54bcb0a353 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1096 time: 0.0765960
Apr 02 18:24:58.253598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a8d2-34b0-4290-b136-d94542028d2e req-be5c2e5a-0ae8-461e-a4e5-72a5746ab909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:58.255098 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-be5c2e5a-0ae8-461e-a4e5-72a5746ab909 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1391122
Apr 02 18:24:58.331398 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-9b3867a3-8ee5-4683-8639-c480919af687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 217 time: 0.0701492
Apr 02 18:24:58.397418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a8d2-34b0-4290-b136-d94542028d2e req-244a72c2-354b-4631-b3f1-d23987249f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:58.399638 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-244a72c2-354b-4631-b3f1-d23987249f48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0623298
Apr 02 18:24:58.482733 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a8d2-34b0-4290-b136-d94542028d2e req-ad7463b0-81fe-4e32-83dc-d2348c85ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:58.484285 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-ad7463b0-81fe-4e32-83dc-d2348c85ad26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788019
Apr 02 18:24:58.628289 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-c6746794-d996-4288-bc5c-cea8ee47993b service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369481
Apr 02 18:24:58.838939 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-b842a8d2-34b0-4290-b136-d94542028d2e req-cab6188e-1fa4-4224-a002-d0316d9144d1 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038014
Apr 02 18:24:58.856933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92466560-9bab-4244-8e3c-a9676a1d20a2 req-9496009a-4f30-4eb4-8037-1783da312dd1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:58.858724 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92466560-9bab-4244-8e3c-a9676a1d20a2 req-9496009a-4f30-4eb4-8037-1783da312dd1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.1355262
Apr 02 18:24:58.907726 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-92466560-9bab-4244-8e3c-a9676a1d20a2 req-5ca6c201-6025-43ab-9f50-0894d6218268 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426307
Apr 02 18:24:59.093806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b97a7341-3b32-4326-ba8f-38d9973167a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:00.110375 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb553421-d7b5-4aff-8be7-d1d39ad57665 req-c57c3033-c89a-41ed-940f-1a6dbb3c0b8f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:00.111991 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb553421-d7b5-4aff-8be7-d1d39ad57665 req-c57c3033-c89a-41ed-940f-1a6dbb3c0b8f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0872071
Apr 02 18:25:00.159503 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb553421-d7b5-4aff-8be7-d1d39ad57665 req-5a17499e-3728-4f75-9ae9-80bf2d2db993 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409977
Apr 02 18:25:00.691112 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:01.361436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db2b4-e158-4366-97b2-dfe4d721c861 req-f3f663c5-fc17-4306-b726-2eaab88f28f0 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:01.363039 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-992db2b4-e158-4366-97b2-dfe4d721c861 req-f3f663c5-fc17-4306-b726-2eaab88f28f0 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0931408
Apr 02 18:25:01.410353 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-992db2b4-e158-4366-97b2-dfe4d721c861 req-960f9537-b19e-4db2-bdcc-834b1e4e5f6a tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408669
Apr 02 18:25:01.586659 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e94f05db-b3be-4796-8b40-67e8d86b1d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:02.337423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:02.610543 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc694-1b1e-489c-8ea2-a285c4b9753f req-24967113-c749-4c22-b792-58b60a940128 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:02.612071 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6edcc694-1b1e-489c-8ea2-a285c4b9753f req-24967113-c749-4c22-b792-58b60a940128 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0910199
Apr 02 18:25:02.661163 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6edcc694-1b1e-489c-8ea2-a285c4b9753f req-3bbf1ad8-dd9a-4c6c-9a7b-f2ab938b9880 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421891
Apr 02 18:25:03.790274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.862238 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74f00e-12ed-4088-8cdf-ace6f60c77fb req-cffdb905-0d1b-4fd0-954f-79bc80a400eb tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:03.863760 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1d74f00e-12ed-4088-8cdf-ace6f60c77fb req-cffdb905-0d1b-4fd0-954f-79bc80a400eb tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0867186
Apr 02 18:25:03.918808 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1d74f00e-12ed-4088-8cdf-ace6f60c77fb req-a26a3aae-625b-4aee-8b7b-444f870c9a40 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476761
Apr 02 18:25:04.987195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:25:05.124718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf5c3d-0d87-4147-8278-28c9b354e542 req-925cd219-35e5-46b9-a661-db0a0cee9c61 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:05.126308 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-afaf5c3d-0d87-4147-8278-28c9b354e542 req-925cd219-35e5-46b9-a661-db0a0cee9c61 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0923247
Apr 02 18:25:05.127579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:25:05.142111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '36991996-f538-43e2-a62d-0b1986d4cc39', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'port_id': '36991996-f538-43e2-a62d-0b1986d4cc39', 'mac_address': 'fa:16:3e:7f:08:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:25:05.174932 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-afaf5c3d-0d87-4147-8278-28c9b354e542 req-7ee27a87-8aaa-41e5-b097-c0d23df34726 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422587
Apr 02 18:25:05.203988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:05.221752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36991996-f538-43e2-a62d-0b1986d4cc39 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:25:05.237385 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:25:05.240398 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:05.242435 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:05.311747 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:05.319317 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.319698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.320673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.321042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.321391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.321751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.322106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.322460 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.322820 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.323194 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.323551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.323902 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:05.327888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:05.623731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['36991996-f538-43e2-a62d-0b1986d4cc39'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:25:06.374428 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46357270-b6a0-4a5c-a6de-8a05010e8e1f req-c76859e8-0cff-4581-8a9a-85a7728d000b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:06.376017 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-46357270-b6a0-4a5c-a6de-8a05010e8e1f req-c76859e8-0cff-4581-8a9a-85a7728d000b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 944 time: 0.0886390
Apr 02 18:25:06.423118 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-46357270-b6a0-4a5c-a6de-8a05010e8e1f req-a031a0f7-4251-46a3-9f62-180de44c48ed tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406854
Apr 02 18:25:07.003049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:25:07.075114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning for port 36991996-f538-43e2-a62d-0b1986d4cc39 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:25:07.079900 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 36991996-f538-43e2-a62d-0b1986d4cc39 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:25:07.080316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:07.203948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:07.231723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:25:07.242445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:25:07.244930 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:07.246826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:07.284614 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'code': 200}
Apr 02 18:25:07.317413 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:07.320960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:07.643146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf539c4a-0f57-46ee-9b22-48b9d30dd544 req-712312ea-bc15-4588-a244-9064dd36d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:07.644701 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf539c4a-0f57-46ee-9b22-48b9d30dd544 req-712312ea-bc15-4588-a244-9064dd36d4df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.1448057
Apr 02 18:25:07.657868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1d89-3241-47de-a0b9-6f8a06d3ab9a req-4feffb03-97a6-41b4-942f-a2f2b6d23159 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:07.659336 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f56d1d89-3241-47de-a0b9-6f8a06d3ab9a req-4feffb03-97a6-41b4-942f-a2f2b6d23159 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.1196890
Apr 02 18:25:07.729413 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bf539c4a-0f57-46ee-9b22-48b9d30dd544 req-ab9526eb-18da-4761-a597-e4708f63ba14 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690942
Apr 02 18:25:07.734039 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f56d1d89-3241-47de-a0b9-6f8a06d3ab9a req-d2e6240b-0fe7-4186-8b01-01d12f0c3246 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606475
Apr 02 18:25:09.084237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4af81-f870-4c6a-b367-28680433cf08 req-1388bb40-8e93-4842-b7ef-bc307fb6f2cf tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:09.086545 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8eb4af81-f870-4c6a-b367-28680433cf08 req-1388bb40-8e93-4842-b7ef-bc307fb6f2cf tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.2290590
Apr 02 18:25:09.133397 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8eb4af81-f870-4c6a-b367-28680433cf08 req-41911b3a-d753-43f4-8929-a72cc2c17432 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406268
Apr 02 18:25:10.334811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c9b84-16b2-415b-8678-ffac5aba67e5 req-4f4b93e9-3094-4a5b-9164-cf70f284d58d tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:10.337024 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b1c9b84-16b2-415b-8678-ffac5aba67e5 req-4f4b93e9-3094-4a5b-9164-cf70f284d58d tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0888970
Apr 02 18:25:10.384500 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-1b1c9b84-16b2-415b-8678-ffac5aba67e5 req-0b5d831b-39ed-4ccf-83f8-8682934a3e9a tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411224
Apr 02 18:25:10.601106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462b0e2-2189-4de1-a124-3ef3861717d5 req-f4587766-7845-48af-b331-d749d4b9e99a tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:10.602684 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9462b0e2-2189-4de1-a124-3ef3861717d5 req-f4587766-7845-48af-b331-d749d4b9e99a tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.1062319
Apr 02 18:25:10.650305 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9462b0e2-2189-4de1-a124-3ef3861717d5 req-45796b1c-73ec-4b18-a4ee-f8280f392380 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412235
Apr 02 18:25:10.674270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36118) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:10.800075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29646730-e538-4c72-8e5d-34ce53b9c757 tempest-TestShelveInstance-1036602746 tempest-TestShelveInstance-1036602746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:10.801691 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-29646730-e538-4c72-8e5d-34ce53b9c757 tempest-TestShelveInstance-1036602746 tempest-TestShelveInstance-1036602746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1093 time: 0.1264081
Apr 02 18:25:10.805812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36124) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:10.811640 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.v2.base [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Request body: {'floatingip': {'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'port_id': '36991996-f538-43e2-a62d-0b1986d4cc39', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:25:10.818180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:10.822805 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Usage tracker for resource:floatingip and tenant:371908148b79428c99b592eba0cdfe70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:10.825792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:10.831704 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:10.841422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:10.981583 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:11.124764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Allocated IP 172.27.3.137 (12cebb81-9f1c-4d40-ab62-08fe1d6411de/b91bb5cd-0576-4656-8b74-a554d4cfe4fa/d6307240-4ed7-40e0-8c13-68c8185c9b6f) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:25:11.275629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:11.304816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772504093418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:11.319450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d6abd928-4eb6-464b-a023-568d39999952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:11.461457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'Port': ['ID=d6307240-4ed7-40e0-8c13-68c8185c9b6f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:11.472372 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.472784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.473196 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.473601 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.474003 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.474405 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.474802 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.475247 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.475644 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.476104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.476587 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.476895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:11.481922 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:11.519613 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Network 12cebb81-9f1c-4d40-ab62-08fe1d6411de is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:25:11.520790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Resources bound (agent type, host, resource id):  {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:25:11.523464 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:25:11.936537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:12.012597 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:12.526412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:12.532264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789620557'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:12.547910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ece7794a-80fc-4fe8-827d-8121a3072763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:12.684473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event updated for resources: {'Port': ['ID=d6307240-4ed7-40e0-8c13-68c8185c9b6f,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:12.689412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:12.784567 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036788042293'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:12.963862 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Floating IP 95319e54-4b4c-4def-84e7-54ed08c12bf0 associated. External IP: 172.27.3.137, port: 36991996-f538-43e2-a62d-0b1986d4cc39.
Apr 02 18:25:13.329880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Router e6a29959-bbe6-4403-94df-3ea76ec0c747 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:25:13.519072 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:25:13.530122 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] Sync routers for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:25:13.541847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:25:13.542754 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81df2fd30>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:25:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:25:13.544780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:13.603670 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7965600
Apr 02 18:25:13.604299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:25:13.716354 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'status': 'completed', 'code': 200}
Apr 02 18:25:13.733529 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:25:14.047646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-98dd1971-fca5-42e4-8831-7edd03861c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:14.049234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-98dd1971-fca5-42e4-8831-7edd03861c4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.3114727
Apr 02 18:25:14.114282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81df2fd30>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '95319e54-4b4c-4def-84e7-54ed08c12bf0', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'port_id': '36991996-f538-43e2-a62d-0b1986d4cc39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'mac_address': 'fa:16:3e:7f:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:25:11Z', 'updated_at': '2021-04-02T18:25:11Z', 'revision_number': 0, 'project_id': '371908148b79428c99b592eba0cdfe70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:25:14.118563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] Checking router: e6a29959-bbe6-4403-94df-3ea76ec0c747 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:25:14.127892 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:25:14.128531 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81df2fd30>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:25:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:25:14.190202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-76448b77-c596-4612-8c66-4b3d6ab11bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:14.191826 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-76448b77-c596-4612-8c66-4b3d6ab11bef service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1355116
Apr 02 18:25:14.301403 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-bd9b6105-8270-4e5b-a188-21b5b76dabbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 999 time: 0.1026602
Apr 02 18:25:14.313081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:25:14.371180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-29b4e9e2-8214-48a1-9b54-f1c98ede322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:14.372724 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-29b4e9e2-8214-48a1-9b54-f1c98ede322c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0651889
Apr 02 18:25:14.457212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-04e241d7-db91-4c4c-a82b-56a478d7c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:14.458796 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-04e241d7-db91-4c4c-a82b-56a478d7c0be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794723
Apr 02 18:25:14.609139 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-a651f9b5-211b-459c-b6da-49275074b50c service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439381
Apr 02 18:25:14.752194 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fdf541e-c64f-4e20-89b9-43008f0f8bbc req-fa431c58-14ea-477c-ab3f-de9932ecee70 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357982
Apr 02 18:25:14.848473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81df2fd30>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '95319e54-4b4c-4def-84e7-54ed08c12bf0', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'port_id': '36991996-f538-43e2-a62d-0b1986d4cc39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'mac_address': 'fa:16:3e:7f:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:25:11Z', 'updated_at': '2021-04-02T18:25:11Z', 'revision_number': 0, 'project_id': '371908148b79428c99b592eba0cdfe70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:25:14.853406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b98f1-2960-4d79-b670-c76f572ee58d None None] The sync data for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi is: [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '95319e54-4b4c-4def-84e7-54ed08c12bf0', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'port_id': '36991996-f538-43e2-a62d-0b1986d4cc39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'mac_address': 'fa:16:3e:7f:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:25:11Z', 'updated_at': '2021-04-02T18:25:11Z', 'revision_number': 0, 'project_id': '371908148b79428c99b592eba0cdfe70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:25:15.123504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fda3c-1e72-4677-8695-404b98b9cf35 None None] New status for floating IP 95319e54-4b4c-4def-84e7-54ed08c12bf0: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:25:22.516910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:25:27.931813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:29.094676 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b92ba79-0935-45bc-a878-79cd67990fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.645354 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-9a64e57f-3201-4bc3-8588-a26dab775c62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760376
Apr 02 18:25:30.692881 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.748045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-18661b5d-694f-4c30-95e8-b5e41c00ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:30.749606 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-18661b5d-694f-4c30-95e8-b5e41c00ec69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1098 time: 0.0814767
Apr 02 18:25:30.906498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-96c10ad5-f299-4877-a94e-558950de146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:30.908101 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-96c10ad5-f299-4877-a94e-558950de146d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1383767
Apr 02 18:25:31.014754 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-390967d3-c6f3-4cba-9ce5-f77b0a767fa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 200  len: 1000 time: 0.0999165
Apr 02 18:25:31.083353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-b8fa57ba-cc43-464a-899a-d09ff91e2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:31.085334 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-b8fa57ba-cc43-464a-899a-d09ff91e2239 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0630956
Apr 02 18:25:31.167792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-fce7ca10-5260-43f5-903c-2b36a9177948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:31.169246 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-fce7ca10-5260-43f5-903c-2b36a9177948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766690
Apr 02 18:25:31.313157 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-231cbf42-8ae6-407e-bde3-1009a129e098 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353981
Apr 02 18:25:31.457040 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-926b41f9-0485-4a2a-9fb8-7beb17e557b8 req-15a3262f-24f2-451b-9cb3-1df29af7642a service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354101
Apr 02 18:25:31.587768 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ea422753-9564-4f0f-9384-f1b538a35f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:32.339487 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:33.793351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:57.954251 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:59.095551 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba536d72-a8ae-43d9-870f-b9e17326b9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:59.515988 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:26:00.694386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:01.592135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d428c82e-b83a-4cb8-b158-31231a93f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:02.342004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:03.794708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:14.077596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36158) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:14.293963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Deleting port 458517ae-c56f-4922-b74b-71f94be65d95 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:14.294347 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:14.474047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:14.474412 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:14.609264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Calling delete_port for 458517ae-c56f-4922-b74b-71f94be65d95 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:14.767026 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:14.782917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b6a93d34-2263-42e5-a5bf-9b3e1b198419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:14.838641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'Port': ['ID=458517ae-c56f-4922-b74b-71f94be65d95,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:14.898376 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.898895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.899446 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.899841 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.900255 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.900665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.901075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.901481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.901887 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.902290 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.902695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.903118 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:14.907944 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:15.054173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:15.054468 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Floating IP 137a5a81-f9c9-4c5d-a7d2-61534ab2dce4 disassociated (deleted). External IP: 172.27.3.43, port: 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4.
Apr 02 18:26:15.422454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:26:15.864351 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:26:15.874649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:26:15.885975 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:15.886268 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:15.886631 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf4518>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:15.943560 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c158b682-a9ff-45e9-bb5c-4300ea78b3f2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "DELETE /v2.0/floatingips/137a5a81-f9c9-4c5d-a7d2-61534ab2dce4 HTTP/1.1" status: 204  len: 168 time: 1.8648076
Apr 02 18:26:15.944249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:15.995646 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'status': 'completed', 'code': 200}
Apr 02 18:26:16.079063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:16.153123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-f04916c3-9740-4286-ad80-666b2fd3376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:16.154735 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-f04916c3-9740-4286-ad80-666b2fd3376e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 1098 time: 0.1361554
Apr 02 18:26:16.309058 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-46a165a3-7a29-4495-aae3-a7174f60a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:16.310634 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-46a165a3-7a29-4495-aae3-a7174f60a4ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.1495504
Apr 02 18:26:16.423477 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-0c628764-56ab-454b-beb6-33617b55c54e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 200  len: 217 time: 0.1056225
Apr 02 18:26:16.450204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf4518>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:28Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:16.454237 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:26:16.463074 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:16.463721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf4518>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:16.516818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-3887faea-52c6-4bde-b42b-d71c0860b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:16.518392 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-3887faea-52c6-4bde-b42b-d71c0860b3e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0827861
Apr 02 18:26:16.578589 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfc6af-af90-4771-abff-6b5ab235792c req-adacfb31-dc6b-4192-bde0-dce7a255aa56 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:16.580202 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ccfc6af-af90-4771-abff-6b5ab235792c req-adacfb31-dc6b-4192-bde0-dce7a255aa56 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 945 time: 0.3187859
Apr 02 18:26:16.650816 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7ccfc6af-af90-4771-abff-6b5ab235792c req-1e63641d-58a4-4b3b-82b1-8720b9ee5382 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610271
Apr 02 18:26:16.657235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-f84e4153-bd03-442f-a2d3-78f00acfe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:16.658825 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-f84e4153-bd03-442f-a2d3-78f00acfe434 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1319339
Apr 02 18:26:16.659683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:16.804818 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-45f968e7-31a1-4b3c-8656-bb6603e1ec95 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385975
Apr 02 18:26:16.946217 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-fb6627b6-2a87-411f-a57f-41698fc9538e req-7374518b-b4df-4928-af93-0e3dfee10ec5 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338468
Apr 02 18:26:17.040170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ddf4518>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:28Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:17.044339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e82e614-efdb-4163-98c8-bcd51e242cf4 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_floatingips': [{'id': '04ee82e9-ba7a-4b6e-ac60-5f5264ee0351', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'router_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'port_id': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'mac_address': 'fa:16:3e:0d:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:21:25Z', 'updated_at': '2021-04-02T18:21:28Z', 'revision_number': 1, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:26:17.421850 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfe033-8143-4279-87ec-95b341cabb9e None None] New status for floating IP 137a5a81-f9c9-4c5d-a7d2-61534ab2dce4: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:26:17.855181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f910ce-27ea-4126-95bd-c2664f7894bc req-65e513be-88a3-4121-8acc-f8b1ae5ffd63 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:17.855937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f4f910ce-27ea-4126-95bd-c2664f7894bc req-65e513be-88a3-4121-8acc-f8b1ae5ffd63 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:26:17.870625 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-f4f910ce-27ea-4126-95bd-c2664f7894bc req-65e513be-88a3-4121-8acc-f8b1ae5ffd63 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:26:17.871887 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4f910ce-27ea-4126-95bd-c2664f7894bc req-65e513be-88a3-4121-8acc-f8b1ae5ffd63 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 945 time: 0.1068289
Apr 02 18:26:17.917857 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-94c60566-5ed5-4300-acd2-dd8b86f8bb3c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:17.919433 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-94c60566-5ed5-4300-acd2-dd8b86f8bb3c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 945 time: 0.0875075
Apr 02 18:26:17.924335 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-f4f910ce-27ea-4126-95bd-c2664f7894bc req-da26dc7c-9fad-4b6e-b5a9-562402def19a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459766
Apr 02 18:26:17.998406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Deleting port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:17.998792 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:18.252936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] For port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:18.253322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:18.381652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Calling delete_port for 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:18.530146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:18.545014 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:18.600690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'Port': ['ID=8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:18.614040 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.614448 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.614851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.615272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.615665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.616053 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.616440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.616824 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.617209 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.618184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.618723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.619134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:18.668499 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:19.031061 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] No DVR routers for this DVR port 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:26:19.033559 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:19.036440 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'name': 'network-vif-deleted', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:19.098528 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7692c562-a51c-422e-9a41-8cb9f063d890 req-3d2b141e-e3d2-40e4-a007-ff0f4199713c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "DELETE /v2.0/ports/8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 HTTP/1.1" status: 204  len: 173 time: 1.1736853
Apr 02 18:26:19.100102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-48447e25-c30b-4239-8cb0-8f45c9d46743 req-70275cb9-d5bb-442a-a765-852ee75372fc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:26:19.116314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-48447e25-c30b-4239-8cb0-8f45c9d46743 req-70275cb9-d5bb-442a-a765-852ee75372fc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:26:19.118676 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-48447e25-c30b-4239-8cb0-8f45c9d46743 req-70275cb9-d5bb-442a-a765-852ee75372fc tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0fe742d-ce53-4f8c-87e7-0f5002a6c943 HTTP/1.1" status: 200  len: 210 time: 0.0719371
Apr 02 18:26:19.172518 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fe742d-ce53-4f8c-87e7-0f5002a6c943', 'name': 'network-vif-deleted', 'tag': '8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4', 'status': 'completed', 'code': 200}
Apr 02 18:26:21.376806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:21.414371 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:21.414752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8eadb2ef-405b-41f1-a7c5-26c95dbbe9d4 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:22.644000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36194) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:22.859004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Deleting port 4d0ed332-e67b-431e-82ba-4d9bfb6686ff {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:22.859357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:23.041962 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:23.042332 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:23.176090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Calling delete_port for 4d0ed332-e67b-431e-82ba-4d9bfb6686ff owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:23.328477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:23.343491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:23.398198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'Port': ['ID=4d0ed332-e67b-431e-82ba-4d9bfb6686ff,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:23.401179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:23.604423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:23.604800 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Floating IP 04ee82e9-ba7a-4b6e-ac60-5f5264ee0351 disassociated (deleted). External IP: 172.27.3.96, port: 8fa95e37-e1b9-4c37-81c7-2f2051ef305e.
Apr 02 18:26:23.974503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:26:24.160855 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:26:24.170885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:26:24.181127 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:24.181717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:24.182388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f8e5c18>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:24.241975 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-08369b61-16a1-407f-ae5c-11a8d1f7328a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "DELETE /v2.0/floatingips/04ee82e9-ba7a-4b6e-ac60-5f5264ee0351 HTTP/1.1" status: 204  len: 168 time: 1.5966697
Apr 02 18:26:24.243239 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:24.292673 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'status': 'completed', 'code': 200}
Apr 02 18:26:24.374293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:24.394220 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-c7103f5f-da65-4ed2-87d1-5da238f65bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:24.395835 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-c7103f5f-da65-4ed2-87d1-5da238f65bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 1098 time: 0.0811691
Apr 02 18:26:24.608035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-9f8e16bf-c54f-4eab-b58d-09734e1ba59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:24.609611 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-9f8e16bf-c54f-4eab-b58d-09734e1ba59a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 200  len: 913 time: 0.2075143
Apr 02 18:26:24.689697 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-416fe461-e1fd-4709-8151-dffe804b0556 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 200  len: 217 time: 0.0716529
Apr 02 18:26:24.715592 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f8e5c18>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:24.719585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:26:24.728522 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:24.729164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81f8e5c18>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:24.778803 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026906-6676-4494-8eca-65323ef5a872 req-6ef6c40a-a83c-4631-8105-c97dd229d964 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:24.780443 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74026906-6676-4494-8eca-65323ef5a872 req-6ef6c40a-a83c-4631-8105-c97dd229d964 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 945 time: 0.2213993
Apr 02 18:26:24.784144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-17be5ad3-401a-46f4-9020-79ee84f6b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:24.785603 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-17be5ad3-401a-46f4-9020-79ee84f6b42f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 200  len: 851 time: 0.0854130
Apr 02 18:26:24.888619 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-74026906-6676-4494-8eca-65323ef5a872 req-b5b2649d-88cd-4355-b528-749deb1eb6a7 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8b7cd3-c51c-4c28-8c59-8f758323085b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972645
Apr 02 18:26:24.916512 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-ce5a83f0-ff10-4300-ad86-692c7d21f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:24.918163 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-ce5a83f0-ff10-4300-ad86-692c7d21f988 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4986320c-a8a4-4804-8cd3-4b1d6e699801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1127634
Apr 02 18:26:25.071853 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-658852ed-8726-4b0b-9d26-b5208022575b service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462150
Apr 02 18:26:25.098286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:25.283226 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0595ddc4-05df-4af4-84b5-94f18addb5ef req-133c8191-f18a-4313-bcc1-bca635344788 service neutron] 10.222.0.30 "GET /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049456
Apr 02 18:26:25.300503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-2c1df228-287d-44e3-9094-e04d8220037c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:25.302213 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-2c1df228-287d-44e3-9094-e04d8220037c tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 945 time: 0.1792803
Apr 02 18:26:25.387544 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Deleting port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:25.387935 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:25.430861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81f8e5c18>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:25.435377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934df2b4-b867-46c8-a391-2936c0b34fd2 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:12Z', 'revision_number': 4, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': '81394940-2829-4add-ab09-0482e1c88985', 'name': '', 'network_id': '4986320c-a8a4-4804-8cd3-4b1d6e699801', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'mac_address': 'fa:16:3e:e2:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:11Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'subnets': [{'id': '4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:26:25.654624 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] For port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:25.655054 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:25.793033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Calling delete_port for 8fa95e37-e1b9-4c37-81c7-2f2051ef305e owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:25.846373 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab1315a-58f7-4a71-aa7e-98b77a76d833 None None] New status for floating IP 04ee82e9-ba7a-4b6e-ac60-5f5264ee0351: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:26:25.946839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:25.963090 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2ec52361-f6fa-4a24-b05b-e1c3942ab88a tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:26.021871 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'Port': ['ID=8fa95e37-e1b9-4c37-81c7-2f2051ef305e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:26.027482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:26.059951 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2bcc8f3b-d841-493a-b499-f52282892fb9 req-3c0f12ff-784c-429e-a5e1-11133178c9d2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Synchronizing usage tracker for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:26:26.075648 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-2bcc8f3b-d841-493a-b499-f52282892fb9 req-3c0f12ff-784c-429e-a5e1-11133178c9d2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Unset dirty status for tenant:3e4cf0a387af4100933ab7fa547a0b37 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:26:26.077208 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2bcc8f3b-d841-493a-b499-f52282892fb9 req-3c0f12ff-784c-429e-a5e1-11133178c9d2 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f96f1db-b1d0-42d9-9943-1138ab0a7278 HTTP/1.1" status: 200  len: 210 time: 0.0673697
Apr 02 18:26:26.213654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] No DVR routers for this DVR port 8fa95e37-e1b9-4c37-81c7-2f2051ef305e on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:26:26.216269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:26.218920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'name': 'network-vif-deleted', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:26.234045 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9154c25e-2320-4608-9cc8-f806be7605e3 req-acd16ebe-2f32-4588-bf28-353aaf69ce82 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.30 "DELETE /v2.0/ports/8fa95e37-e1b9-4c37-81c7-2f2051ef305e HTTP/1.1" status: 204  len: 173 time: 0.9238825
Apr 02 18:26:26.269609 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f96f1db-b1d0-42d9-9943-1138ab0a7278', 'name': 'network-vif-deleted', 'tag': '8fa95e37-e1b9-4c37-81c7-2f2051ef305e', 'status': 'completed', 'code': 200}
Apr 02 18:26:27.177444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36210) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:27.345519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Deleting port 0a04df5d-b8c2-4817-ba59-88175c956e79 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:27.345903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:27.378139 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8fa95e37-e1b9-4c37-81c7-2f2051ef305e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:27.417660 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 8fa95e37-e1b9-4c37-81c7-2f2051ef305e {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:27.418051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 8fa95e37-e1b9-4c37-81c7-2f2051ef305e not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:27.526903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:27.527234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:27.657978 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Calling delete_port for 0a04df5d-b8c2-4817-ba59-88175c956e79 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:27.800964 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:27.815791 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7e57de79-5714-48b4-8265-07941d777883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:27.872852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'Port': ['ID=0a04df5d-b8c2-4817-ba59-88175c956e79,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:27.876712 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:27.976388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:28.076652 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:28.091626 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:28.092865 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-507ca100-945b-4ff8-becb-f9e36b37aa3e tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "DELETE /v2.0/floatingips/eaafc981-de62-4bc0-8825-47e4b7c4980f HTTP/1.1" status: 204  len: 168 time: 0.9143479
Apr 02 18:26:29.096860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f66d124-762d-4c66-abbc-e9ab7af1ab77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:29.486377 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36224) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:29.563299 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:29.594068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:29.652119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:29.657418 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d7b32301-9845-4376-9652-8d360ad8299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:29.674019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b7cd3-c51c-4c28-8c59-8f758323085b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:29.676906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:29.684638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:29.685860 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-d3f61cc2-d580-4120-9970-3ae36f8cd25f tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d8b7cd3-c51c-4c28-8c59-8f758323085b HTTP/1.1" status: 204  len: 168 time: 0.1984162
Apr 02 18:26:29.748395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36230) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:30.410131 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:30.699031 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:30.999720 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Deleting port 81394940-2829-4add-ab09-0482e1c88985 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:31.000021 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:31.183694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] For port 81394940-2829-4add-ab09-0482e1c88985, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=81394940-2829-4add-ab09-0482e1c88985,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:31.184081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:31.313095 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Calling delete_port for 81394940-2829-4add-ab09-0482e1c88985 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:31.485617 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:31.501170 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2589c35-0bdc-4e44-9e24-77e2a64cdb4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:31.592485 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Pushing event deleted for resources: {'Port': ['ID=81394940-2829-4add-ab09-0482e1c88985,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:31.593811 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-30b25428-d1c8-4a04-b10a-5eaf39c14769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:31.606693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:31.728112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-4047b650-b9ce-49e3-9fc8-97bfec5512ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1777933
Apr 02 18:26:32.082714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:32.114481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-19424b33-a5a1-4ac1-926b-54e35b247bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:32.116002 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-19424b33-a5a1-4ac1-926b-54e35b247bc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.1562903
Apr 02 18:26:32.345033 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:32.464001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-6d2efd75-a654-43f0-a07d-fa0529e65ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:32.465555 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-6d2efd75-a654-43f0-a07d-fa0529e65ba2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.2972100
Apr 02 18:26:32.609071 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-30f8210d-7264-404f-8fb5-d88e73f3562c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 1001 time: 0.1368735
Apr 02 18:26:33.042199 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-8d75d05b-ce0f-4ae8-adeb-a22cdb2980c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:33.043774 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-8d75d05b-ce0f-4ae8-adeb-a22cdb2980c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.4274776
Apr 02 18:26:33.151281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Router 4e9ee767-e20d-4efb-bbac-2274c26b0895 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:26:33.223380 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-39d68a12-d1e0-48be-b68b-6573e7159377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:33.224957 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-39d68a12-d1e0-48be-b68b-6573e7159377 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1742568
Apr 02 18:26:33.461516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:26:33.470994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] Sync routers for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:26:33.473663 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-549f270b-6286-4541-a5b6-1aa039e28b39 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897328
Apr 02 18:26:33.479581 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-08ef6c52-f4db-4b58-bdc5-c2d6f8c54721 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e9ee767-e20d-4efb-bbac-2274c26b0895/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7301128
Apr 02 18:26:33.481628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:33.482309 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ebaaf60>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:33.482470 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36236) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:33.624386 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c9fdbab7-2eef-47e4-9f21-80d67f246201 req-f546deac-298e-4dd9-9a0c-5c3841383b1c service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434357
Apr 02 18:26:33.685925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:33.860325 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:33.954483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.022940 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ebaaf60>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:26:31Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:34.027672 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] Checking router: 4e9ee767-e20d-4efb-bbac-2274c26b0895 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:26:34.036680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] Routers {'4e9ee767-e20d-4efb-bbac-2274c26b0895'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:34.037335 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ebaaf60>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4e9ee767-e20d-4efb-bbac-2274c26b0895'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:34.144908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.154086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Deleting port 12d62f28-0422-4e9b-979a-4ab89100a0c3 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:34.154450 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.224285 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] Set router 4e9ee767-e20d-4efb-bbac-2274c26b0895 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:34.343460 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] For port 12d62f28-0422-4e9b-979a-4ab89100a0c3, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=12d62f28-0422-4e9b-979a-4ab89100a0c3,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:34.343780 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.484680 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Calling delete_port for 12d62f28-0422-4e9b-979a-4ab89100a0c3 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:34.534457 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ebaaf60>, [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:26:31Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:34.538779 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a6b07-655b-4793-b793-3a771e7c5215 None None] The sync data for ids ['4e9ee767-e20d-4efb-bbac-2274c26b0895'] in dv-cinder-784477-2-iscsi is: [{'id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'name': 'tempest-TestVolumeBootPattern-2018828982-router', 'tenant_id': '3e4cf0a387af4100933ab7fa547a0b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:26:31Z', 'revision_number': 5, 'project_id': '3e4cf0a387af4100933ab7fa547a0b37', 'gw_port': {'id': '12d62f28-0422-4e9b-979a-4ab89100a0c3', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ee767-e20d-4efb-bbac-2274c26b0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:07Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:26:34.667911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.684243 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3f03c809-4078-4031-8679-54fc5ec6d9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:34.739256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d62f28-0422-4e9b-979a-4ab89100a0c3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:34.744085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:34.951738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.137539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.139801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.164863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.165421 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9ee767-e20d-4efb-bbac-2274c26b0895 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:26:35.177999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.179440 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-ff7e7f6c-b88c-4c17-b589-47f1428b7337 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4e9ee767-e20d-4efb-bbac-2274c26b0895 HTTP/1.1" status: 204  len: 168 time: 1.6956511
Apr 02 18:26:35.182201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36240) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:35.249910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Deleting subnet 4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:26:35.253399 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.307065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.393185 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.659586 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.663345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 12d62f28-0422-4e9b-979a-4ab89100a0c3 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:35.680821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:35.700716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 12d62f28-0422-4e9b-979a-4ab89100a0c3 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:35.701110 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 12d62f28-0422-4e9b-979a-4ab89100a0c3 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:35.701582 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 81394940-2829-4add-ab09-0482e1c88985 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:35.729306 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:35.733164 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:35.738817 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 81394940-2829-4add-ab09-0482e1c88985 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:35.739328 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 81394940-2829-4add-ab09-0482e1c88985 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:35.819314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.824695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc93582-aac9-4b5d-9b89-f276bd1e5097 None None] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:26:35.826101 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5bd03f91-6ac7-4525-bd47-80b4d9b7655d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ffdd7b2-ff25-4670-b3e0-6b5b1d6f3431 HTTP/1.1" status: 204  len: 168 time: 0.6428678
Apr 02 18:26:35.828786 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36244) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:35.950639 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.021352 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Deleting port eef9447e-7852-49b1-852c-3ecf6a0cf9ef {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:36.021732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.084005 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] DHCP port deletion for 4986320c-a8a4-4804-8cd3-4b1d6e699801 request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:26:36.088509 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Deleting port eef9447e-7852-49b1-852c-3ecf6a0cf9ef {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:36.088932 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.250403 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] For port eef9447e-7852-49b1-852c-3ecf6a0cf9ef, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:36.250721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.303661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] For port eef9447e-7852-49b1-852c-3ecf6a0cf9ef, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,segment=NetworkSegment(6f5ef99b-d17f-484e-85c1-c67d362ed421),segment_id=6f5ef99b-d17f-484e-85c1-c67d362ed421)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:36.304004 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.382163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Calling delete_port for eef9447e-7852-49b1-852c-3ecf6a0cf9ef owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:36.438254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Calling delete_port for eef9447e-7852-49b1-852c-3ecf6a0cf9ef owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:36.462119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.478051 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ef0a446-f042-4250-88d1-a5457f4f651c tempest-AttachVolumeTestJSON-1311363025 tempest-AttachVolumeTestJSON-1311363025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:36.515493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:26:36.519969 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:26:36.520379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:26:36.550654 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef9447e-7852-49b1-852c-3ecf6a0cf9ef,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:36.554699 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:36.634833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] No DVR routers for this DVR port eef9447e-7852-49b1-852c-3ecf6a0cf9ef on host dv-cinder-784477-2-iscsi {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:26:36.756673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.871188 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81cb38a90>,) {'filters': {'network_id': ['4986320c-a8a4-4804-8cd3-4b1d6e699801']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:36.884136 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81cb38a90>, '6f5ef99b-d17f-484e-85c1-c67d362ed421') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:36.884467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81cb38a90>, '6f5ef99b-d17f-484e-85c1-c67d362ed421') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:36.896068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.911217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.918774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:26:37.021695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Deleting port eef9447e-7852-49b1-852c-3ecf6a0cf9ef {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:37.022169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:37.096384 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:26:37.099123 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5b72930b-1fa7-43be-afa9-fa3a26e6dee7 None None] The port 'eef9447e-7852-49b1-852c-3ecf6a0cf9ef' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:26:37.106313 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:37.283694 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Network 4986320c-a8a4-4804-8cd3-4b1d6e699801 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:26:37.306213 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:26:37.382146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:37.385981 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-652b82c5-dae9-461a-b03b-a035e2f51d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:37.403354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:37.412144 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4986320c-a8a4-4804-8cd3-4b1d6e699801,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:37.416189 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:37.425871 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-b9246675-df0e-4a20-9312-f42a9cac4ae4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4986320c-a8a4-4804-8cd3-4b1d6e699801 HTTP/1.1" status: 204  len: 168 time: 1.5960848
Apr 02 18:26:37.428934 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36248) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:37.661796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device eef9447e-7852-49b1-852c-3ecf6a0cf9ef no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:37.700491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: eef9447e-7852-49b1-852c-3ecf6a0cf9ef {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:37.700885 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device eef9447e-7852-49b1-852c-3ecf6a0cf9ef not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:38.243168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:38.612937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Deleting port 094ee83d-9d28-464f-98b0-a65780074f6e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:38.613321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:38.794732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] For port 094ee83d-9d28-464f-98b0-a65780074f6e, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=094ee83d-9d28-464f-98b0-a65780074f6e,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:38.795195 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:38.927896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Calling delete_port for 094ee83d-9d28-464f-98b0-a65780074f6e owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:39.100292 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:39.122252 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7b48c0d0-0d1d-4cfb-b868-f69794ff5e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:39.178353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=094ee83d-9d28-464f-98b0-a65780074f6e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:39.182907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:39.563427 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:40.063388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Router 8674ebeb-3da1-491d-8442-cd61f4f245c5 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:26:40.249379 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:26:40.258071 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] Sync routers for ids ['8674ebeb-3da1-491d-8442-cd61f4f245c5'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:26:40.265112 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f02fcae2-034c-43e5-90f3-cc4c0f1058a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/8674ebeb-3da1-491d-8442-cd61f4f245c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8350441
Apr 02 18:26:40.267815 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36252) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:40.271628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] Routers {'8674ebeb-3da1-491d-8442-cd61f4f245c5'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:40.272534 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ee42860>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8674ebeb-3da1-491d-8442-cd61f4f245c5'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:40.457936 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:40.458227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] Set router 8674ebeb-3da1-491d-8442-cd61f4f245c5 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:40.783065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ee42860>, [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:26:39Z', 'revision_number': 5, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:40.787019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] Checking router: 8674ebeb-3da1-491d-8442-cd61f4f245c5 for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:26:40.796843 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] Routers {'8674ebeb-3da1-491d-8442-cd61f4f245c5'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:26:40.797488 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ee42860>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:26:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['8674ebeb-3da1-491d-8442-cd61f4f245c5'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:40.905573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:40.913812 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Deleting port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:40.914190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:40.985338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] Set router 8674ebeb-3da1-491d-8442-cd61f4f245c5 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:26:41.110548 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] For port 975a6b9a-3f9d-49e2-a77a-dce6ff98d667, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:41.111265 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.250075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Calling delete_port for 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:41.424698 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.440723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f866ab0-454c-4b0a-b1bf-39c910d43fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:41.447788 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ee42860>, [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:26:39Z', 'revision_number': 5, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:41.451821 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92a535-abd2-405f-806b-95dc1846f1cf None None] The sync data for ids ['8674ebeb-3da1-491d-8442-cd61f4f245c5'] in dv-cinder-784477-2-iscsi is: [{'id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'name': 'tempest-TestVolumeBootPattern-13065087-router', 'tenant_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:26:39Z', 'revision_number': 5, 'project_id': '14eb43e7e5ac49f6b8ca07dd69af50fa', 'gw_port': {'id': '975a6b9a-3f9d-49e2-a77a-dce6ff98d667', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8674ebeb-3da1-491d-8442-cd61f4f245c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:16Z', 'updated_at': '2021-04-02T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:26:41.499598 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Pushing event deleted for resources: {'Port': ['ID=975a6b9a-3f9d-49e2-a77a-dce6ff98d667,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:41.503481 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:41.676632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 094ee83d-9d28-464f-98b0-a65780074f6e no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:41.706339 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.718943 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 094ee83d-9d28-464f-98b0-a65780074f6e {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:41.719331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 094ee83d-9d28-464f-98b0-a65780074f6e not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:41.892658 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.894961 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.922600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.923235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8674ebeb-3da1-491d-8442-cd61f4f245c5 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:26:41.936205 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.937486 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-99200fad-a710-43d1-8bf8-fd230adb58cf admin admin] 10.222.0.13 "DELETE /v2.0/routers/8674ebeb-3da1-491d-8442-cd61f4f245c5 HTTP/1.1" status: 204  len: 168 time: 1.6686878
Apr 02 18:26:41.940119 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36256) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:42.009973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Deleting subnet dba319fb-08da-4de2-894e-2c8910ae7522 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:26:42.013197 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.067809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66126175'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.152314 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.410232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789620634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789501439'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.426046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36221fb3-2a21-4344-a9c7-04dc237f6543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:42.472911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba319fb-08da-4de2-894e-2c8910ae7522,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:42.475468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:42.558519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.563872 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7dac9-ec61-43a4-bb4b-2a7aea2feb87 None None] Network 5b74cf56-d0c2-43ff-820c-89de9842517a requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:26:42.565295 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8ccce4f6-518c-4212-8d38-3402f43a5406 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dba319fb-08da-4de2-894e-2c8910ae7522 HTTP/1.1" status: 204  len: 168 time: 0.6241612
Apr 02 18:26:42.568063 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36260) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:42.684092 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.755732 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Deleting port 4a451cdd-4685-420b-81be-1533888f9018 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:42.756046 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.839555 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] DHCP port deletion for 5b74cf56-d0c2-43ff-820c-89de9842517a request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:26:42.843719 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Deleting port 4a451cdd-4685-420b-81be-1533888f9018 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:42.844134 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:42.977275 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] For port 4a451cdd-4685-420b-81be-1533888f9018, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4a451cdd-4685-420b-81be-1533888f9018,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:42.977899 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.055692 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] For port 4a451cdd-4685-420b-81be-1533888f9018, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4a451cdd-4685-420b-81be-1533888f9018,segment=NetworkSegment(764285d0-5da1-4ee7-baaa-62bd76265fff),segment_id=764285d0-5da1-4ee7-baaa-62bd76265fff)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:43.056023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.115206 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Calling delete_port for 4a451cdd-4685-420b-81be-1533888f9018 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:43.191456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Calling delete_port for 4a451cdd-4685-420b-81be-1533888f9018 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:43.197849 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65155259'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.211655 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e1f0e391-6899-4d35-83f3-477987a4f8ab tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:43.266076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:26:43.266477 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:26:43.271443 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a451cdd-4685-420b-81be-1533888f9018,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:43.276695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:43.356798 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] No DVR routers for this DVR port 4a451cdd-4685-420b-81be-1533888f9018 on host dv-cinder-784477-2-iscsi {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:26:43.478286 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.593461 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e375cf8>,) {'filters': {'network_id': ['5b74cf56-d0c2-43ff-820c-89de9842517a']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:43.606302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e375cf8>, '764285d0-5da1-4ee7-baaa-62bd76265fff') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:43.606533 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e375cf8>, '764285d0-5da1-4ee7-baaa-62bd76265fff') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:26:43.618603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036788649642'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.642538 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.649903 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:26:43.665835 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:43.702198 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:43.702585 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 975a6b9a-3f9d-49e2-a77a-dce6ff98d667 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:43.703066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4a451cdd-4685-420b-81be-1533888f9018 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:43.741224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 4a451cdd-4685-420b-81be-1533888f9018 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:43.742571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4a451cdd-4685-420b-81be-1533888f9018 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:43.767973 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Deleting port 4a451cdd-4685-420b-81be-1533888f9018 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:43.768407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.830926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Network 5b74cf56-d0c2-43ff-820c-89de9842517a has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:26:43.840690 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789620531'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.841667 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cbac8-c2e8-413c-a772-2a0dde656960 None None] The port '4a451cdd-4685-420b-81be-1533888f9018' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:26:44.259459 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Network 5b74cf56-d0c2-43ff-820c-89de9842517a has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:26:44.284054 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:26:44.361115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:44.364465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:44.380755 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:44.389287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b74cf56-d0c2-43ff-820c-89de9842517a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:44.393956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:44.397626 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f59f5230-03e9-4190-b733-d80436fffa23 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b74cf56-d0c2-43ff-820c-89de9842517a HTTP/1.1" status: 204  len: 168 time: 1.8283060
Apr 02 18:26:44.515179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36266) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:44.568216 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-a8eac7b9-5497-4079-91b6-b5848e0f5b79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e4cf0a387af4100933ab7fa547a0b37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512698
Apr 02 18:26:44.570366 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36270) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:44.636256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:44.663374 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:44.707097 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:44.711579 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b5d9781c-6835-4f75-ac72-5ad176a4065a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:44.724296 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6034c40f-aab3-4d77-8400-0331e75c2c30,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:44.728758 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:44.733806 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:44.735014 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-5bc20c60-e889-49a2-917a-07dfc7f8c1d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6034c40f-aab3-4d77-8400-0331e75c2c30 HTTP/1.1" status: 204  len: 168 time: 0.1636903
Apr 02 18:26:45.077842 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36278) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:45.128248 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c01745d9-92d9-49ab-bcb4-a59de0f2e77e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14eb43e7e5ac49f6b8ca07dd69af50fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0491629
Apr 02 18:26:45.130666 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36282) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:26:45.193516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:45.224860 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:45.274695 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:45.279782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0d33b1a7-1e83-4643-941a-a91eb4817a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:45.292278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267698a-37cc-4cb6-a430-59b07f523e54,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:45.294683 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:45.298324 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:45.300246 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-7150ba67-5903-4f1c-98ce-9b03f5bf5443 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a267698a-37cc-4cb6-a430-59b07f523e54 HTTP/1.1" status: 204  len: 168 time: 0.1686134
Apr 02 18:26:57.978726 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:59.097402 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9da0f719-3c7f-4c97-9779-af50bf155c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:00.701163 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:01.595147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72ca9dbf-0165-4a63-a0b6-ed46f6dac32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:02.348155 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:03.801480 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:13.515458 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:27:27.967075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:28.522102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845cba-424f-407d-8454-41315160e3ee req-dfbb12d7-d620-4c8b-85cf-d374c28104c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:28.524685 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-46845cba-424f-407d-8454-41315160e3ee req-dfbb12d7-d620-4c8b-85cf-d374c28104c7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0889938
Apr 02 18:27:28.572946 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-46845cba-424f-407d-8454-41315160e3ee req-c446dd87-1b65-421d-bff0-dc8752733ba9 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419011
Apr 02 18:27:29.097869 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0509e715-44e1-4183-8b01-eeb2d75bcf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:29.790948 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43264f-ca00-43a6-a399-e08781c075e0 req-a76ce899-cbdd-4890-be4d-696440388d8d tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:29.792539 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2a43264f-ca00-43a6-a399-e08781c075e0 req-a76ce899-cbdd-4890-be4d-696440388d8d tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0909793
Apr 02 18:27:29.839337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2a43264f-ca00-43a6-a399-e08781c075e0 req-9b767c86-3c6c-41d5-b841-d62dba0f889b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404370
Apr 02 18:27:30.558102 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-5b068306-3757-4c28-a063-5c0067bdb50c req-3c472a46-66b0-4c76-bc23-b060ec9a4e5a service neutron] (84313) timed out ('10.222.0.30', 52852) {{(pid=84313) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 02 18:27:30.704048 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:31.042628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99fc4d-2ac4-49ea-9317-d5daf8b0021e req-f615b928-782f-4a63-860b-572d970914aa tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:31.044234 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3e99fc4d-2ac4-49ea-9317-d5daf8b0021e req-f615b928-782f-4a63-860b-572d970914aa tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0918643
Apr 02 18:27:31.091330 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-3e99fc4d-2ac4-49ea-9317-d5daf8b0021e req-f33116ce-7d1e-4278-addd-36bb146092be tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408292
Apr 02 18:27:31.596141 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27515df8-73be-4d47-a288-4dc5951261e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:32.351649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:32.432750 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72a3eb-92df-4108-890c-40a903d5a1ad req-a3110eb2-7b60-467f-82b2-cdbfdd9be0de tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:32.434322 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b72a3eb-92df-4108-890c-40a903d5a1ad req-a3110eb2-7b60-467f-82b2-cdbfdd9be0de tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0903409
Apr 02 18:27:32.482231 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-5b72a3eb-92df-4108-890c-40a903d5a1ad req-a6e77674-5979-4b8d-8137-3fc1663d055b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414963
Apr 02 18:27:32.670687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-b260a0d8-36b7-4bde-84b3-593e2e57f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:32.672501 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-b260a0d8-36b7-4bde-84b3-593e2e57f16f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.0802643
Apr 02 18:27:32.830941 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-f854884f-458b-435f-9f6d-7151e6105af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:32.832474 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-f854884f-458b-435f-9f6d-7151e6105af6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1407495
Apr 02 18:27:32.941221 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-e565b833-19a8-4364-b3e0-79195f6d456a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 1001 time: 0.1022284
Apr 02 18:27:33.011168 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-1a4d2bab-bd83-4edb-804d-4acf19e465f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:33.012653 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-1a4d2bab-bd83-4edb-804d-4acf19e465f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0658038
Apr 02 18:27:33.093401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-94709130-1a04-43a8-a590-b12a73a80c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:33.094863 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-94709130-1a04-43a8-a590-b12a73a80c53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757093
Apr 02 18:27:33.235797 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-b4c3e4ee-07a5-4b9f-b244-be12e243e00f service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336925
Apr 02 18:27:33.381216 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-9196a4aa-7d23-4c30-b3be-ca44e6e7ed85 req-4900a743-f6a1-4f30-99ea-d9c0068cdae9 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389632
Apr 02 18:27:33.686293 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c56f56-a5e3-433b-848b-fb74fe03b172 req-6c55da09-2571-4ede-bf08-cc9394fe17e3 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:33.687900 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c56f56-a5e3-433b-848b-fb74fe03b172 req-6c55da09-2571-4ede-bf08-cc9394fe17e3 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0936821
Apr 02 18:27:33.734646 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-c7c56f56-a5e3-433b-848b-fb74fe03b172 req-1d265bbd-1886-4472-8396-cd14a5ee081b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404122
Apr 02 18:27:33.804669 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:34.933723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cc926-4644-48ee-9e8d-e9a4efcc8c20 req-4e71fb79-7c12-4592-9023-f5bc6590524b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:34.935337 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-589cc926-4644-48ee-9e8d-e9a4efcc8c20 req-4e71fb79-7c12-4592-9023-f5bc6590524b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0880957
Apr 02 18:27:34.982529 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-589cc926-4644-48ee-9e8d-e9a4efcc8c20 req-d9caab83-51a0-4658-84cd-831b6a28a670 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408392
Apr 02 18:27:36.182828 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02726d-691b-473d-acf5-90c3b4dad3b5 req-11cc7f71-02e7-4530-981c-9e111c452419 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:36.184441 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec02726d-691b-473d-acf5-90c3b4dad3b5 req-11cc7f71-02e7-4530-981c-9e111c452419 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0876238
Apr 02 18:27:36.231564 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ec02726d-691b-473d-acf5-90c3b4dad3b5 req-f0c475a5-5e6e-41ae-9ded-a65e8e29e513 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409143
Apr 02 18:27:37.440519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2ce15-5a66-4d1e-9c78-276e30ee38ba req-1e4a64d8-a786-49ee-9719-c5fede1af4a7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:37.442136 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d6e2ce15-5a66-4d1e-9c78-276e30ee38ba req-1e4a64d8-a786-49ee-9719-c5fede1af4a7 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0925112
Apr 02 18:27:37.489072 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-d6e2ce15-5a66-4d1e-9c78-276e30ee38ba req-d0594aab-2589-45f0-a68b-1e8ca1e94e09 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399864
Apr 02 18:27:38.666661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-cb7d52b5-e7f1-45f5-a145-56ac18e6137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:38.668304 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-cb7d52b5-e7f1-45f5-a145-56ac18e6137d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.1333396
Apr 02 18:27:38.800173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683030-33bd-4633-806a-7b8f933c44b2 req-259c3318-897d-4712-ad3e-75cf859e0a45 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:38.801660 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ea683030-33bd-4633-806a-7b8f933c44b2 req-259c3318-897d-4712-ad3e-75cf859e0a45 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.1951497
Apr 02 18:27:38.863979 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-7c4cabd7-8ab4-49d7-b40d-818878abdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:38.865586 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-7c4cabd7-8ab4-49d7-b40d-818878abdad2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1842425
Apr 02 18:27:38.873518 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-ea683030-33bd-4633-806a-7b8f933c44b2 req-5db733cb-75cb-4c83-ad8e-8ff87fa2afbc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641484
Apr 02 18:27:38.978273 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-74435050-f686-4e2a-b0fa-7e872a90a1be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 1001 time: 0.1037498
Apr 02 18:27:39.050288 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-65dab749-017e-497b-8a28-08e7b960a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:39.051815 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-65dab749-017e-497b-8a28-08e7b960a9af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0665076
Apr 02 18:27:39.144081 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-1d9d56ea-5685-44fa-a446-c77ab3bd2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:39.145709 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-1d9d56ea-5685-44fa-a446-c77ab3bd2ca6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873780
Apr 02 18:27:39.292004 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-deaf87b0-de5c-4b28-9a71-89ab682b8189 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391289
Apr 02 18:27:39.435461 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-28b819cd-d41f-427c-bbaa-9ecd3da77f69 req-e1b76d9b-6936-42f0-a123-ba9fc2a90da4 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367035
Apr 02 18:27:40.071738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebf9c8-c48d-4010-9855-22612d4d0c05 req-228d7e7a-4306-46d7-8019-6bfa2a4a71df tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:40.073316 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dfebf9c8-c48d-4010-9855-22612d4d0c05 req-228d7e7a-4306-46d7-8019-6bfa2a4a71df tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0874906
Apr 02 18:27:40.124544 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dfebf9c8-c48d-4010-9855-22612d4d0c05 req-5dfd503a-08fb-412b-a58f-c87eece11e08 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449276
Apr 02 18:27:41.323600 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd6ab4-ffed-49c6-bff0-52147329f523 req-26d82841-462b-4082-becf-3ed1f5662076 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:41.325077 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ddd6ab4-ffed-49c6-bff0-52147329f523 req-26d82841-462b-4082-becf-3ed1f5662076 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0877640
Apr 02 18:27:41.373989 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2ddd6ab4-ffed-49c6-bff0-52147329f523 req-303474a4-a4bf-4ac1-987a-3742d7cdf79d tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426176
Apr 02 18:27:42.574436 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6714c-eb77-4eeb-ba93-ce4d72a0207f req-727153f4-5f9c-4691-8471-9f9866f9479e tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:42.576066 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cdf6714c-eb77-4eeb-ba93-ce4d72a0207f req-727153f4-5f9c-4691-8471-9f9866f9479e tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0899851
Apr 02 18:27:42.623312 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-cdf6714c-eb77-4eeb-ba93-ce4d72a0207f req-d4fce999-d1d2-4666-abfe-2c031375eca2 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409532
Apr 02 18:27:43.001730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de049ae8-9374-4e4e-a0ff-710ca4ea0ba9 req-f3a72d6f-af55-43b8-bb8b-3cc49f3d27f0 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:43.001926 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36342) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:27:43.003357 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de049ae8-9374-4e4e-a0ff-710ca4ea0ba9 req-f3a72d6f-af55-43b8-bb8b-3cc49f3d27f0 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0927408
Apr 02 18:27:43.052249 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-de049ae8-9374-4e4e-a0ff-710ca4ea0ba9 req-dbcd7e89-82c2-4c00-8378-728a52b68bac tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420818
Apr 02 18:27:43.130080 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-5d1b0fd4-6aab-4607-b9e2-858ddccb76b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1269424
Apr 02 18:27:43.766270 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:27:43.887277 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:43.922201 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:27:43.934126 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:27:43.937762 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:43.939823 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a30a0b5c-ce9f-4459-b007-0c885a825006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:44.017350 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:44.025537 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.025925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.026302 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.027042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.027042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.027410 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.027775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.028135 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.028496 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.028862 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.029269 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.029526 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:44.033782 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:44.111018 dv-cinder-784477-2-iscsi neutron-server[84199]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'code': 422} returned with failed status
Apr 02 18:27:44.254731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee854-b75e-403e-84bf-14c7093e5afd req-6f2ceb83-61e3-479b-902c-67c484e49d13 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:44.256385 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e9ee854-b75e-403e-84bf-14c7093e5afd req-6f2ceb83-61e3-479b-902c-67c484e49d13 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0889966
Apr 02 18:27:44.304414 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-7e9ee854-b75e-403e-84bf-14c7093e5afd req-241a267c-2692-4ae2-965e-2df377d7840c tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411737
Apr 02 18:27:44.618603 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f80ce-083f-412c-8b68-0a011c975614 req-6df0ef6c-5a78-42db-85b2-b2535e052214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:44.620173 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-6df0ef6c-5a78-42db-85b2-b2535e052214 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f&tenant_id=371908148b79428c99b592eba0cdfe70 HTTP/1.1" status: 200  len: 1096 time: 0.0779815
Apr 02 18:27:44.718718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f80ce-083f-412c-8b68-0a011c975614 req-96182ff0-5b51-49a5-a4df-abfe2c25f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:44.720291 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-96182ff0-5b51-49a5-a4df-abfe2c25f868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1096 time: 0.0787020
Apr 02 18:27:44.857722 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f80ce-083f-412c-8b68-0a011c975614 req-1ecdb9b2-41ec-41c3-88d9-055a3aefc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:44.859400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-1ecdb9b2-41ec-41c3-88d9-055a3aefc9b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1330321
Apr 02 18:27:44.966992 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-b0eb3e9a-4ec4-43b0-965f-325ebac691c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 999 time: 0.1016486
Apr 02 18:27:45.263706 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f80ce-083f-412c-8b68-0a011c975614 req-85fbbff4-52e6-488c-8ffe-848a03d4ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:45.265157 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-85fbbff4-52e6-488c-8ffe-848a03d4ec48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.2924817
Apr 02 18:27:45.348345 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f80ce-083f-412c-8b68-0a011c975614 req-ec289053-f874-4e76-894a-2a353a0152ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:45.349997 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-ec289053-f874-4e76-894a-2a353a0152ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785553
Apr 02 18:27:45.556561 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-278ac0bc-40ac-4076-8636-0421d89f44e8 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998692
Apr 02 18:27:45.608069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4294ff-49df-4aa7-809c-bbe307091497 req-0105085d-86fc-4eec-bffc-4d1d5d9dca84 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:45.609620 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dc4294ff-49df-4aa7-809c-bbe307091497 req-0105085d-86fc-4eec-bffc-4d1d5d9dca84 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.1660058
Apr 02 18:27:45.727713 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-dc4294ff-49df-4aa7-809c-bbe307091497 req-860e83ba-59f4-4d65-bb4d-e089dfd9d4da tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108041
Apr 02 18:27:45.744450 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e23f80ce-083f-412c-8b68-0a011c975614 req-717e5b6f-d2a3-4b65-85b7-faa6f39db173 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805284
Apr 02 18:27:46.930573 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d8b8-10d1-4929-a646-9e8540a23f1b req-ef0f9310-136e-4755-819a-a7da44413c88 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:46.932180 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4083d8b8-10d1-4929-a646-9e8540a23f1b req-ef0f9310-136e-4755-819a-a7da44413c88 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0914700
Apr 02 18:27:46.979265 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4083d8b8-10d1-4929-a646-9e8540a23f1b req-42639ec6-d8b3-438f-bb7e-8a06d07193b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406015
Apr 02 18:27:48.183492 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772caf8-1174-4187-9f50-3f365f0a8456 req-c5155eae-1a71-4cbe-9e41-8ae7505e927f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:48.185041 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2772caf8-1174-4187-9f50-3f365f0a8456 req-c5155eae-1a71-4cbe-9e41-8ae7505e927f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0912640
Apr 02 18:27:48.232443 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-2772caf8-1174-4187-9f50-3f365f0a8456 req-18b8223b-70ec-410b-a89d-98263bffc322 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411031
Apr 02 18:27:49.435942 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95811389-01ad-4516-9690-28dac9acd759 req-ddb9f62b-bb77-4efd-ac02-e225e82c9850 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:49.437558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-95811389-01ad-4516-9690-28dac9acd759 req-ddb9f62b-bb77-4efd-ac02-e225e82c9850 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0908201
Apr 02 18:27:49.487448 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-95811389-01ad-4516-9690-28dac9acd759 req-f7417d95-e751-4bcb-bfae-688b33a04c2a tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436139
Apr 02 18:27:50.514708 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:27:50.684605 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592093fb-1715-4767-bd28-7daa742c4e6f req-f90dcb15-3f8e-4820-a8b5-8d81f11cf85e tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:50.686161 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-592093fb-1715-4767-bd28-7daa742c4e6f req-f90dcb15-3f8e-4820-a8b5-8d81f11cf85e tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0865917
Apr 02 18:27:50.735696 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-592093fb-1715-4767-bd28-7daa742c4e6f req-307d5442-f2d9-449b-b10b-45c0dde78cdc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433066
Apr 02 18:27:51.933357 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63ee9-d206-40a6-9749-9b0e5872e6ae req-535e7f00-a31c-494e-9997-3b0bb9575e79 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:51.934942 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-83e63ee9-d206-40a6-9749-9b0e5872e6ae req-535e7f00-a31c-494e-9997-3b0bb9575e79 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.0878065
Apr 02 18:27:51.981736 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-83e63ee9-d206-40a6-9749-9b0e5872e6ae req-0f31e688-e222-476a-a4c4-c2203c77d6c3 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404215
Apr 02 18:27:53.214717 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4680d-e973-4b2b-8661-0e41c3ae07a1 req-dacf7f37-a703-48ae-8bb5-70ea677d074b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:53.216377 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21b4680d-e973-4b2b-8661-0e41c3ae07a1 req-dacf7f37-a703-48ae-8bb5-70ea677d074b tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 943 time: 0.1026764
Apr 02 18:27:53.277558 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21b4680d-e973-4b2b-8661-0e41c3ae07a1 req-246d0572-22ed-4c2e-9367-72b666bf93fe tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532696
Apr 02 18:27:53.843635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:27:53.984472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:27:53.998066 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Returning: {'device': '36991996-f538-43e2-a62d-0b1986d4cc39', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'port_id': '36991996-f538-43e2-a62d-0b1986d4cc39', 'mac_address': 'fa:16:3e:7f:08:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:27:54.058928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:54.076484 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36991996-f538-43e2-a62d-0b1986d4cc39 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:27:54.092500 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:27:54.095507 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:54.097279 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e983a3d-5c0a-49b7-a65d-411d1a6fe812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:54.166142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:54.169333 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:54.451330 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] get_ports_and_sgs() called for port_ids ['36991996-f538-43e2-a62d-0b1986d4cc39'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:27:54.487687 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5bf33-604c-4284-88f5-56f70d70598e req-c855908c-c316-46b7-a1e9-dbd4f8b5b9d4 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:54.489297 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fe5bf33-604c-4284-88f5-56f70d70598e req-c855908c-c316-46b7-a1e9-dbd4f8b5b9d4 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 944 time: 0.0967381
Apr 02 18:27:54.540438 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-0fe5bf33-604c-4284-88f5-56f70d70598e req-1292c765-b523-42c2-8c81-fdc209f3c956 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440254
Apr 02 18:27:55.748861 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086990-339c-4c91-9ce1-75a18e84eecb req-d521a4dc-e501-41ba-9f27-8a76115f833f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:55.750400 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6086990-339c-4c91-9ce1-75a18e84eecb req-d521a4dc-e501-41ba-9f27-8a76115f833f tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 944 time: 0.0893993
Apr 02 18:27:55.797225 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-e6086990-339c-4c91-9ce1-75a18e84eecb req-51d0f36f-7b44-4b19-8c65-8c9b7dd58cb1 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405476
Apr 02 18:27:55.874637 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 up at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:27:55.948738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Provisioning complete for port 36991996-f538-43e2-a62d-0b1986d4cc39 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:27:55.949152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:56.071473 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854330658'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:56.098274 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:27:56.108753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:27:56.111756 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772504535940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264350682364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772504093470'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:56.114491 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:56.149372 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'code': 200}
Apr 02 18:27:56.191661 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Pushing event updated for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=8']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:56.194685 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:56.418752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21738bbd-0d77-4987-988e-c0292f49b7fb req-39a7a809-f797-4d7a-844e-beb5896d4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:56.420334 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21738bbd-0d77-4987-988e-c0292f49b7fb req-39a7a809-f797-4d7a-844e-beb5896d4f6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.0759084
Apr 02 18:27:56.463052 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-21738bbd-0d77-4987-988e-c0292f49b7fb req-9a668c4d-1510-4301-a8a6-6a914e796460 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355837
Apr 02 18:27:56.998689 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2401e-f78e-4894-bde0-f91c26b8006a req-bf16a7ca-612a-41fc-b791-606b53f52910 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:57.000281 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-71c2401e-f78e-4894-bde0-f91c26b8006a req-bf16a7ca-612a-41fc-b791-606b53f52910 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0901814
Apr 02 18:27:57.047680 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-71c2401e-f78e-4894-bde0-f91c26b8006a req-39e00655-965a-42b4-9e99-94a959c9e6db tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411167
Apr 02 18:27:57.981800 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:58.249955 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd9c8a-9d45-46e3-9437-4c0b3ad15dda req-63c34c62-c7d7-43b5-a10c-245946dee17c tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:58.251471 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6edd9c8a-9d45-46e3-9437-4c0b3ad15dda req-63c34c62-c7d7-43b5-a10c-245946dee17c tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0868325
Apr 02 18:27:58.299204 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-6edd9c8a-9d45-46e3-9437-4c0b3ad15dda req-9106eac5-8c03-44c3-86a2-1ba60184a445 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410285
Apr 02 18:27:59.100069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-767cebde-db99-4fe8-92f9-d8835778bc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:00.705256 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:01.597035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aedcd97c-509d-48ea-9421-da77a2cd6b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:02.353775 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:03.806045 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:27.514536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:28:27.984117 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:29.101331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a06b5de-cff9-44c0-a2e5-c377e57da401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:30.710042 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:31.597723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c86602a-c36d-456e-8e25-5c2eb2ce4969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:32.355895 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:33.604676 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-91dc85aa-6b3f-49cc-be57-ee5b88f5e864 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801160
Apr 02 18:28:33.753868 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cca1a-188e-49c3-83b3-603df9ee005f req-20e7ef71-ee8d-4a0e-bd92-6c0a79de0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:28:33.755454 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-20e7ef71-ee8d-4a0e-bd92-6c0a79de0ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.0801661
Apr 02 18:28:33.809391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:33.908075 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cca1a-188e-49c3-83b3-603df9ee005f req-2c21b307-5e94-48b8-bb84-51d1f427dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:28:33.909625 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-2c21b307-5e94-48b8-bb84-51d1f427dd62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1353173
Apr 02 18:28:34.015480 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-3d5534d7-d4ab-4d36-93dd-9d6fd4972e3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 1001 time: 0.0995200
Apr 02 18:28:34.082284 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cca1a-188e-49c3-83b3-603df9ee005f req-2ff991b6-b0d5-4c13-8959-73e26c3994e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:28:34.083728 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-2ff991b6-b0d5-4c13-8959-73e26c3994e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0622098
Apr 02 18:28:34.164729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cca1a-188e-49c3-83b3-603df9ee005f req-5e447212-f9af-4093-9165-1ec542e12e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:28:34.166263 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-5e447212-f9af-4093-9165-1ec542e12e34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758920
Apr 02 18:28:34.306513 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-c0c3443a-b1ff-4959-9313-0f2f73537312 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312973
Apr 02 18:28:34.447604 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-383cca1a-188e-49c3-83b3-603df9ee005f req-233ac5d3-a97d-48fa-94b7-ba10f93b7060 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339927
Apr 02 18:28:57.995711 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:59.102179 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-623616b6-1ba4-483e-87fc-33c6d1886a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:00.713761 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:01.598161 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6df78140-a3f5-4bbd-b39a-f26167974f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:02.357596 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:03.812478 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:04.514539 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:29:26.782401 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36408) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:27.103519 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Deleting port d6307240-4ed7-40e0-8c13-68c8185c9b6f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:27.103816 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:27.281614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:27.281971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:27.409801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Calling delete_port for d6307240-4ed7-40e0-8c13-68c8185c9b6f owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:27.562663 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:27.577870 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52014e8-b288-464f-bca3-c46de59c028b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:27.636244 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event deleted for resources: {'Port': ['ID=d6307240-4ed7-40e0-8c13-68c8185c9b6f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:27.698145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.698561 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.698967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.699391 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.699790 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.700184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.700580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.700971 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.701364 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.701752 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.702142 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.702527 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:27.707386 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:27.852844 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:27.853408 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.db.l3_db [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Floating IP 95319e54-4b4c-4def-84e7-54ed08c12bf0 disassociated (deleted). External IP: 172.27.3.137, port: 36991996-f538-43e2-a62d-0b1986d4cc39.
Apr 02 18:29:27.994851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:28.439068 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Router e6a29959-bbe6-4403-94df-3ea76ec0c747 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:29:28.629851 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:29:28.640093 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] Sync routers for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:29:28.650204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:28.651326 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:29:28.652085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81def38d0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:29:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:28.708737 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-78e1e074-68cd-42e1-8d88-7349187b20cc tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "DELETE /v2.0/floatingips/95319e54-4b4c-4def-84e7-54ed08c12bf0 HTTP/1.1" status: 204  len: 168 time: 1.9250355
Apr 02 18:29:28.710001 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:29:28.767597 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'status': 'completed', 'code': 200}
Apr 02 18:29:28.846104 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:29:28.866456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-8f773e9e-9e4e-4c18-b4ea-2c2141119062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:28.868089 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-8f773e9e-9e4e-4c18-b4ea-2c2141119062 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=371908148b79428c99b592eba0cdfe70&device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 1098 time: 0.0782647
Apr 02 18:29:29.020920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-8360e64d-3190-4c63-b232-f1d7baa30e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:29.023058 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-8360e64d-3190-4c63-b232-f1d7baa30e1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 200  len: 909 time: 0.1483681
Apr 02 18:29:29.102554 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-563fd6fa-15a3-495e-b6fc-54e2e8546dc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 200  len: 217 time: 0.0724432
Apr 02 18:29:29.121572 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119102d9-1d1f-4e46-a518-98eea63f0d8f req-eda66fa8-85f8-4e71-bcad-103b74be7f0e tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:29.123252 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-119102d9-1d1f-4e46-a518-98eea63f0d8f req-eda66fa8-85f8-4e71-bcad-103b74be7f0e tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0970092
Apr 02 18:29:29.174000 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-993f028f-7c62-4df4-a472-444be0f5be16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:29.174260 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-119102d9-1d1f-4e46-a518-98eea63f0d8f req-9553fe56-6627-4381-bdc2-4597eebdb928 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440106
Apr 02 18:29:29.180912 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-6828511a-3509-48dd-9317-4c1ce57f4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:29.182953 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-6828511a-3509-48dd-9317-4c1ce57f4558 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 200  len: 847 time: 0.0721955
Apr 02 18:29:29.203545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81def38d0>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:29.207580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] Checking router: e6a29959-bbe6-4403-94df-3ea76ec0c747 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:29:29.217397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:29:29.218082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81def38d0>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:29:02Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:29.272241 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-b35d3f84-64a5-46bc-ac3a-48fafcc82b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:29.274019 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-b35d3f84-64a5-46bc-ac3a-48fafcc82b63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cffcb90e-a996-4789-9d9c-6b9cab0c76af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781155
Apr 02 18:29:29.405705 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:29:29.418158 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-dd35f92b-5614-4f58-9931-2a3f25df98e2 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374004
Apr 02 18:29:29.564466 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-8fc20c7a-9b30-44d5-9179-9b21fc3dd258 req-2d8d00a3-4c7d-40ed-8502-a9dd3f8ee546 service neutron] 10.222.0.30 "GET /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392112
Apr 02 18:29:29.742079 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81def38d0>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:29.746281 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca48dc-09cc-4ffa-91b7-74b5b5d096ff None None] The sync data for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi is: [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:14Z', 'revision_number': 4, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi', '_interfaces': [{'id': 'f8c4ba91-cefe-4f6e-9b68-1c130b0200e2', 'name': '', 'network_id': 'cffcb90e-a996-4789-9d9c-6b9cab0c76af', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'mac_address': 'fa:16:3e:2a:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:13Z', 'updated_at': '2021-04-02T18:24:22Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'subnets': [{'id': '610c8e25-00dc-40ed-894f-5e3305c1de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:29:30.134614 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eb218a-a95d-4b99-9561-3db972dfcf60 None None] New status for floating IP 95319e54-4b4c-4def-84e7-54ed08c12bf0: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:29:30.401839 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e2b3a-d187-4178-ad76-0ed1240c88eb req-ef66a229-ff86-4512-82d8-a87c0c887d22 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:30.402595 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-528e2b3a-d187-4178-ad76-0ed1240c88eb req-ef66a229-ff86-4512-82d8-a87c0c887d22 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Synchronizing usage tracker for tenant:371908148b79428c99b592eba0cdfe70 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:29:30.418099 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.quota.resource [req-528e2b3a-d187-4178-ad76-0ed1240c88eb req-ef66a229-ff86-4512-82d8-a87c0c887d22 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Unset dirty status for tenant:371908148b79428c99b592eba0cdfe70 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:29:30.419353 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-528e2b3a-d187-4178-ad76-0ed1240c88eb req-ef66a229-ff86-4512-82d8-a87c0c887d22 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.1050949
Apr 02 18:29:30.473931 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-528e2b3a-d187-4178-ad76-0ed1240c88eb req-f6f1d599-6910-47e5-a49b-93b54a25f522 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/security-groups?id=f183cea5-0e7c-4bab-b896-5fe3d87e4a94&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481935
Apr 02 18:29:30.660057 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-5fdd9d5c-fc25-4bcc-a7b3-c5841abc7928 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:29:30.661489 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-5fdd9d5c-fc25-4bcc-a7b3-c5841abc7928 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.30 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 945 time: 0.0885491
Apr 02 18:29:30.714627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:30.741070 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Deleting port 36991996-f538-43e2-a62d-0b1986d4cc39 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:30.741441 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:30.999176 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] For port 36991996-f538-43e2-a62d-0b1986d4cc39, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=36991996-f538-43e2-a62d-0b1986d4cc39,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:30.999489 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:31.132232 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Calling delete_port for 36991996-f538-43e2-a62d-0b1986d4cc39 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:31.286006 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:31.304023 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-36ad07ff-45be-4f69-a258-99bd9bdc866d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:31.363764 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event deleted for resources: {'Port': ['ID=36991996-f538-43e2-a62d-0b1986d4cc39,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:31.367177 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:31.546729 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] No DVR routers for this DVR port 36991996-f538-43e2-a62d-0b1986d4cc39 on host hv-cinder-78447 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:29:31.550381 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13057'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:31.553580 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-deleted', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:29:31.570534 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-bb767276-f0d6-4205-aa69-82fa2268e456 req-9dda8287-f20b-4d31-9f47-aff4c649d8b6 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.30 "DELETE /v2.0/ports/36991996-f538-43e2-a62d-0b1986d4cc39 HTTP/1.1" status: 204  len: 173 time: 0.9028857
Apr 02 18:29:31.608590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-73e1c9a2-f67a-46b5-8ede-ee4412a2a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:31.621610 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0407d-5351-41a0-ab74-d41165f2ce0f', 'name': 'network-vif-deleted', 'tag': '36991996-f538-43e2-a62d-0b1986d4cc39', 'status': 'completed', 'code': 200}
Apr 02 18:29:31.649952 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [req-4238f058-90e7-4541-a0e2-c1af74cbdb22 req-925ebb56-c828-450b-b3c5-f9690a66d839 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c0407d-5351-41a0-ab74-d41165f2ce0f HTTP/1.1" status: 200  len: 210 time: 0.0534835
Apr 02 18:29:32.359115 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:32.751504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36430) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:32.828065 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:32.858757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:32.914137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:32.919542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f6c1394f-fe7f-4fb6-bd39-8cd44f4bae6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:32.935465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f183cea5-0e7c-4bab-b896-5fe3d87e4a94,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:32.940813 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:32.942822 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:32.944589 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-8255eaa4-d12f-48b1-9552-5d3a4a59ca65 tempest-TestShelveInstance-1971262463 tempest-TestShelveInstance-1971262463-project] 10.222.0.13 "DELETE /v2.0/security-groups/f183cea5-0e7c-4bab-b896-5fe3d87e4a94 HTTP/1.1" status: 204  len: 168 time: 0.1920278
Apr 02 18:29:32.991542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36436) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:33.668174 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:33.815076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:34.033408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Deleting port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:34.033784 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:34.211088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] For port f8c4ba91-cefe-4f6e-9b68-1c130b0200e2, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:34.211479 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:34.247322 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:34.288064 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] No Port match for: 36991996-f538-43e2-a62d-0b1986d4cc39 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:34.288444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Device 36991996-f538-43e2-a62d-0b1986d4cc39 not bound to the agent host hv-cinder-78447 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:34.343716 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Calling delete_port for f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:34.747925 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:34.765901 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:34.823794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c4ba91-cefe-4f6e-9b68-1c130b0200e2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:34.827634 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:35.204483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:35.700593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Router e6a29959-bbe6-4403-94df-3ea76ec0c747 has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:29:35.887475 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:29:35.898801 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] Sync routers for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:29:35.900792 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] 10.222.0.13 "PUT /v2.0/routers/e6a29959-bbe6-4403-94df-3ea76ec0c747/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9080651
Apr 02 18:29:35.903444 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36442) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:35.909454 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:29:35.910111 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f470>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:29:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:36.087638 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:36.094202 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: dv-cinder-784477-2-iscsi {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:29:36.277258 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:36.286259 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Deleting port 979d73f7-959a-44fc-8001-60e98f93b200 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:36.286933 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:36.488879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] For port 979d73f7-959a-44fc-8001-60e98f93b200, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=979d73f7-959a-44fc-8001-60e98f93b200,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:36.489344 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:36.571563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f470>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '979d73f7-959a-44fc-8001-60e98f93b200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:29:34Z', 'revision_number': 5, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port': {'id': '979d73f7-959a-44fc-8001-60e98f93b200', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:36.575618 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] Checking router: e6a29959-bbe6-4403-94df-3ea76ec0c747 for host: dv-cinder-784477-2-iscsi {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:29:36.584590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] Routers {'e6a29959-bbe6-4403-94df-3ea76ec0c747'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:29:36.585249 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f470>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:29:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['e6a29959-bbe6-4403-94df-3ea76ec0c747'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:36.622025 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Calling delete_port for 979d73f7-959a-44fc-8001-60e98f93b200 owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:36.746794 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] Set router e6a29959-bbe6-4403-94df-3ea76ec0c747 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:29:36.799960 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:36.816055 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-248e5a66-2e57-4af7-bacf-c2d6783a3866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:36.860016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81df2f470>, [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:29:36Z', 'revision_number': 6, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port_host': None}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:36.864212 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd95a8-8177-42c1-9c60-4a7c3ec42200 None None] The sync data for ids ['e6a29959-bbe6-4403-94df-3ea76ec0c747'] in dv-cinder-784477-2-iscsi is: [{'id': 'e6a29959-bbe6-4403-94df-3ea76ec0c747', 'name': 'tempest-TestShelveInstance-376147713-router', 'tenant_id': '371908148b79428c99b592eba0cdfe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:10Z', 'updated_at': '2021-04-02T18:29:36Z', 'revision_number': 6, 'project_id': '371908148b79428c99b592eba0cdfe70', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:29:36.874641 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=979d73f7-959a-44fc-8001-60e98f93b200,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:36.878536 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:37.304898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.490050 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.492429 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.581152 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.581702 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a29959-bbe6-4403-94df-3ea76ec0c747 {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:29:37.595707 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.596930 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2f93fe07-23eb-46e2-af23-0c4599c22a95 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e6a29959-bbe6-4403-94df-3ea76ec0c747 HTTP/1.1" status: 204  len: 168 time: 1.6925182
Apr 02 18:29:37.600612 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36446) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:37.668929 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Deleting subnet 610c8e25-00dc-40ed-894f-5e3305c1de62 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:29:37.672020 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.728034 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65230704'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.753545 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 979d73f7-959a-44fc-8001-60e98f93b200 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:37.791234 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 979d73f7-959a-44fc-8001-60e98f93b200 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:37.791627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 979d73f7-959a-44fc-8001-60e98f93b200 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:37.792060 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:37.814224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:37.827447 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:37.827836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device f8c4ba91-cefe-4f6e-9b68-1c130b0200e2 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:38.065108 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789079713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789953279'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.080524 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-55ad1892-c5ed-42a2-9e08-032dbf9cd9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:38.128248 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610c8e25-00dc-40ed-894f-5e3305c1de62,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:38.178577 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:38.211503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.216456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09994426-a4f9-4c9a-ba50-baa03df569d1 None None] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:29:38.217937 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-77537524-b736-470e-9d5d-e0059ecec833 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/610c8e25-00dc-40ed-894f-5e3305c1de62 HTTP/1.1" status: 204  len: 168 time: 0.6162560
Apr 02 18:29:38.220723 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36450) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:38.335184 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.402649 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Deleting port 4f434935-4c15-422f-b204-5895a5604603 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:38.403173 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.474913 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] DHCP port deletion for cffcb90e-a996-4789-9d9c-6b9cab0c76af request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:29:38.479338 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Deleting port 4f434935-4c15-422f-b204-5895a5604603 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:38.479753 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.626394 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] For port 4f434935-4c15-422f-b204-5895a5604603, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4f434935-4c15-422f-b204-5895a5604603,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:38.626701 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.709874 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] For port 4f434935-4c15-422f-b204-5895a5604603, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=4f434935-4c15-422f-b204-5895a5604603,segment=NetworkSegment(716dff1e-aa37-4fc6-9833-d943821de875),segment_id=716dff1e-aa37-4fc6-9833-d943821de875)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:38.710235 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.764629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Calling delete_port for 4f434935-4c15-422f-b204-5895a5604603 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:38.846076 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Calling delete_port for 4f434935-4c15-422f-b204-5895a5604603 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:38.848229 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:38.863757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-05e5141b-a083-4fcd-9623-279f6f1eadf8 tempest-TestVolumeBootPattern-1143973881 tempest-TestVolumeBootPattern-1143973881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:38.920721 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f434935-4c15-422f-b204-5895a5604603,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:38.924584 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:39.008146 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] No DVR routers for this DVR port 4f434935-4c15-422f-b204-5895a5604603 on host dv-cinder-784477-2-iscsi {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:29:39.065088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:29:39.065483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:29:39.130295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.244419 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81ec3d7b8>,) {'filters': {'network_id': ['cffcb90e-a996-4789-9d9c-6b9cab0c76af']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:39.257221 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81ec3d7b8>, '716dff1e-aa37-4fc6-9833-d943821de875') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:39.257552 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81ec3d7b8>, '716dff1e-aa37-4fc6-9833-d943821de875') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:39.269214 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789545095'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.283977 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.290156 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:29:39.465011 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:29:39.473904 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789079564'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.566876 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Deleting port 4f434935-4c15-422f-b204-5895a5604603 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:39.567331 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.640714 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bacbf809-25e3-4f16-8da0-f2c7f04e2b80 None None] The port '4f434935-4c15-422f-b204-5895a5604603' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:29:39.650673 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Network cffcb90e-a996-4789-9d9c-6b9cab0c76af has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:29:39.674354 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:29:39.752877 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4f434935-4c15-422f-b204-5895a5604603 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:39.753991 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.757911 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-628b3e62-b75c-40c4-9215-3f22b41b24c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:39.776282 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.785114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffcb90e-a996-4789-9d9c-6b9cab0c76af,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:39.789086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:39.792422 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 4f434935-4c15-422f-b204-5895a5604603 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:39.792819 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 4f434935-4c15-422f-b204-5895a5604603 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:39.803033 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-6b032990-6135-42e0-b71b-c86f91099714 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cffcb90e-a996-4789-9d9c-6b9cab0c76af HTTP/1.1" status: 204  len: 168 time: 1.5780725
Apr 02 18:29:39.803804 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36454) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:40.597937 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66721897'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:40.962992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Deleting port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:40.963408 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:41.141834 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] For port 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:41.142224 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:41.270863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Calling delete_port for 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:41.442362 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:41.457982 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-18edf3ec-6645-4f73-b5eb-ac3f424d5efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:41.513879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:29:41.515395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9c6ec2-38cb-4d4c-8bef-75cdd921034a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:41.519208 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:41.902570 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036787959278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66726844'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:42.407308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Router 4bb59918-5c99-46f0-ab67-5e327f8b93ab has already been hosted by L3 agent 0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:29:42.598809 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] Notify agent at l3_agent.dv-cinder-784477-2-iscsi the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:29:42.608114 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] Sync routers for ids ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'] in dv-cinder-784477-2-iscsi {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:29:42.608623 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-f51fb6ed-70c1-4aba-a8db-076c999fdace admin admin] 10.222.0.13 "PUT /v2.0/routers/4bb59918-5c99-46f0-ab67-5e327f8b93ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8037698
Apr 02 18:29:42.611308 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36458) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:42.619047 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] Routers {'4bb59918-5c99-46f0-ab67-5e327f8b93ab'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:29:42.619710 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ef33dd8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:29:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:42.813407 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] Set router 4bb59918-5c99-46f0-ab67-5e327f8b93ab gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:29:43.042957 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:43.116999 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ef33dd8>, [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:29:41Z', 'revision_number': 5, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:43.121383 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] Checking router: 4bb59918-5c99-46f0-ab67-5e327f8b93ab for host: dv-cinder-784477-2-iscsi {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:29:43.130147 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] Routers {'4bb59918-5c99-46f0-ab67-5e327f8b93ab'} bound to L3 agent in host dv-cinder-784477-2-iscsi {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:29:43.130847 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa81ef33dd8>, 'dv-cinder-784477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:01:31Z,description=<?>,heartbeat_timestamp=2021-04-02T18:29:32Z,host='dv-cinder-784477-2-iscsi',id=0d1d9f07-ffc3-47ab-a7e8-6c39c8ffe080,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:01:31Z,topic='l3_agent')) {'router_ids': ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:43.235789 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:43.244738 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Deleting port 279949c2-efce-48af-b70f-55116c3256ea {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:43.245106 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:43.318888 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] Set router 4bb59918-5c99-46f0-ab67-5e327f8b93ab gateway port host: dv-cinder-784477-2-iscsi {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:29:43.430190 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] For port 279949c2-efce-48af-b70f-55116c3256ea, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=279949c2-efce-48af-b70f-55116c3256ea,segment=NetworkSegment(c5db385c-8fe7-4197-bb8d-723cfd87af6b),segment_id=c5db385c-8fe7-4197-bb8d-723cfd87af6b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:43.430628 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:43.564083 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Calling delete_port for 279949c2-efce-48af-b70f-55116c3256ea owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:43.747751 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:43.764035 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29466aed-65bc-49ca-9f24-17fea91e2175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:43.774016 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa81ef33dd8>, [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:29:41Z', 'revision_number': 5, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}], 'dv-cinder-784477-2-iscsi', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:43.778928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f69ce-6da7-448f-9768-1e4f003c372c None None] The sync data for ids ['4bb59918-5c99-46f0-ab67-5e327f8b93ab'] in dv-cinder-784477-2-iscsi is: [{'id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'name': 'tempest-TestShelveInstance-334370949-router', 'tenant_id': 'fb09d94c0ad748f1ad77737782089c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'external_fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '279949c2-efce-48af-b70f-55116c3256ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:24:17Z', 'updated_at': '2021-04-02T18:29:41Z', 'revision_number': 5, 'project_id': 'fb09d94c0ad748f1ad77737782089c69', 'gw_port': {'id': '279949c2-efce-48af-b70f-55116c3256ea', 'name': '', 'network_id': '12cebb81-9f1c-4d40-ab62-08fe1d6411de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb59918-5c99-46f0-ab67-5e327f8b93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:24:18Z', 'updated_at': '2021-04-02T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b91bb5cd-0576-4656-8b74-a554d4cfe4fa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-iscsi'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:29:43.827542 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Pushing event deleted for resources: {'Port': ['ID=279949c2-efce-48af-b70f-55116c3256ea,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:43.831873 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:44.041503 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66733500'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.231287 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036788051907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.233493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.256291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036788051833'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.256863 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb59918-5c99-46f0-ab67-5e327f8b93ab {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:29:44.269493 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.270711 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-575b5fd5-a2c5-4e0e-9a03-00e317b93274 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4bb59918-5c99-46f0-ab67-5e327f8b93ab HTTP/1.1" status: 204  len: 168 time: 1.6582088
Apr 02 18:29:44.274520 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36462) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:44.344354 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Deleting subnet c00e5285-a289-4fde-97ac-47774547c16a {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:29:44.347718 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.399187 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65230704'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.479181 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-29143'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.743910 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854746673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787763141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789079713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789953279'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.759645 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:44.808774 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00e5285-a289-4fde-97ac-47774547c16a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:44.812691 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:44.889986 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:44.895346 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fda0f0-d952-4fdc-94d2-a6191264d811 None None] Network 697085e7-825f-4d40-894a-5b573489afea requested from dv-cinder-784477-2-iscsi {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:29:44.896665 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-289f15aa-897b-4872-a358-cefca42febfd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c00e5285-a289-4fde-97ac-47774547c16a HTTP/1.1" status: 204  len: 168 time: 0.6211455
Apr 02 18:29:44.899656 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36466) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:45.016825 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408173'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.088646 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Deleting port d52859ec-7d9a-4a89-8986-98f2a10213b0 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:45.089018 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.158463 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] DHCP port deletion for 697085e7-825f-4d40-894a-5b573489afea request from dv-cinder-784477-2-iscsi {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:29:45.163608 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Deleting port d52859ec-7d9a-4a89-8986-98f2a10213b0 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:45.164030 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.312866 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] For port d52859ec-7d9a-4a89-8986-98f2a10213b0, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=d52859ec-7d9a-4a89-8986-98f2a10213b0,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:45.313434 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.380148 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] For port d52859ec-7d9a-4a89-8986-98f2a10213b0, host dv-cinder-784477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-iscsi',level=0,port_id=d52859ec-7d9a-4a89-8986-98f2a10213b0,segment=NetworkSegment(d5eadb0b-315f-4669-adb3-a290937de5b5),segment_id=d5eadb0b-315f-4669-adb3-a290937de5b5)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:29:45.381094 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036788054416'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.453400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Calling delete_port for d52859ec-7d9a-4a89-8986-98f2a10213b0 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:45.512295 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Calling delete_port for d52859ec-7d9a-4a89-8986-98f2a10213b0 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:29:45.534665 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854330749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772504535923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264350682382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65696130'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.550633 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8a432a62-7fec-4fac-b802-4f63f28043ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:45.590731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.db.api [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:29:45.591088 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_db.api [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:29:45.610465 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d52859ec-7d9a-4a89-8986-98f2a10213b0,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:45.614456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:45.693231 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] No DVR routers for this DVR port d52859ec-7d9a-4a89-8986-98f2a10213b0 on host dv-cinder-784477-2-iscsi {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:29:45.759560 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 279949c2-efce-48af-b70f-55116c3256ea no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:45.800950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 279949c2-efce-48af-b70f-55116c3256ea {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:45.801342 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 279949c2-efce-48af-b70f-55116c3256ea not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:45.801818 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:45.816928 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363264350211393'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.838329 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:45.838725 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device 5e9c6ec2-38cb-4d4c-8bef-75cdd921034a not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:45.839215 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device d52859ec-7d9a-4a89-8986-98f2a10213b0 no longer exists at agent ovs-agent-dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:29:45.935145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa81e0342b0>,) {'filters': {'network_id': ['697085e7-825f-4d40-894a-5b573489afea']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:45.949920 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e0342b0>, 'd5eadb0b-315f-4669-adb3-a290937de5b5') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:45.950254 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.services.segments.db [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa81e0342b0>, 'd5eadb0b-315f-4669-adb3-a290937de5b5') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:29:45.964133 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772504564305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789545095'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.980693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:45.988388 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:29:46.045833 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] No Port match for: d52859ec-7d9a-4a89-8986-98f2a10213b0 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:29:46.046225 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Device d52859ec-7d9a-4a89-8986-98f2a10213b0 not bound to the agent host dv-cinder-784477-2-iscsi {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:29:46.092627 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Deleting port d52859ec-7d9a-4a89-8986-98f2a10213b0 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:29:46.093049 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264350254691'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:46.165506 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7e75db14-bdca-48a4-a1d0-f3c6aff780e2 None None] The port 'd52859ec-7d9a-4a89-8986-98f2a10213b0' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:29:46.418138 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Network 697085e7-825f-4d40-894a-5b573489afea has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:29:46.426884 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789079564'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:46.603635 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Network 697085e7-825f-4d40-894a-5b573489afea has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]: Traceback (most recent call last):
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     timer()
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     cb(*args, **kw)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     return func(*args, **kwargs)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     self._notify()
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     self.callback(batched_events)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     event.method(event)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     segment_id)['aggregates'][0]
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     return f(self, *a, **k)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self._get(url).json()
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     **kwargs)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     **endpoint_filter)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:29:46.626370 dv-cinder-784477-2-iscsi neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:29:46.701504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66816539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036788042278'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:46.705406 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:46.722137 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66816520'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:46.734085 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Pushing event deleted for resources: {'Network': ['ID=697085e7-825f-4d40-894a-5b573489afea,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:46.737272 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:46.738812 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-59bf106b-a5c2-4c4e-b46e-fbf33ace46ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/697085e7-825f-4d40-894a-5b573489afea HTTP/1.1" status: 204  len: 168 time: 1.8382103
Apr 02 18:29:46.858482 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36472) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:46.909538 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-2d20606f-f119-428f-a5da-9c87498f8d2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=371908148b79428c99b592eba0cdfe70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497439
Apr 02 18:29:46.912150 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.13', 36476) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:46.971992 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:46.999355 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.047908 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.053423 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6b10394e-a84e-4be7-b792-70bc905ea166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:47.066593 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a3b4b-7e20-426b-aa7d-256270095e41,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:47.071278 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:47.074400 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.075622 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-9353370f-6ad7-4b19-b939-d5ac08d99b1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e9a3b4b-7e20-426b-aa7d-256270095e41 HTTP/1.1" status: 204  len: 168 time: 0.1625321
Apr 02 18:29:47.421257 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36484) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:47.476170 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-c3cd301c-aefb-4280-848d-082994ea66dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb09d94c0ad748f1ad77737782089c69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536306
Apr 02 18:29:47.478731 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.13', 36488) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:29:47.540588 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.568086 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.616486 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036787762957'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.621516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f2fcf50f-3d2f-4a1d-8afb-6cb4ce84f18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:29:47.635226 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5304088d-861b-45bf-a4a9-25232cc43b0f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:29:47.639950 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:47.641153 dv-cinder-784477-2-iscsi neutron-server[84199]: INFO neutron.wsgi [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5304088d-861b-45bf-a4a9-25232cc43b0f HTTP/1.1" status: 204  len: 168 time: 0.1614437
Apr 02 18:29:47.646796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.647321 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.647896 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.648318 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.648730 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.649262 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.649678 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.650091 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.650498 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.650906 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.651363 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.651765 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-iscsi {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:29:47.655019 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-21621b11-76d4-4a65-967b-dcfa390b278d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:29:58.009826 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:59.108879 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d15cfe5c-0c88-463e-8411-7054f9e03562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:00.715946 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:01.600452 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-896d9862-8398-49d8-98ae-af3e4f162d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:02.362827 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:03.817914 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:18.513994 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:30:28.011629 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:29.109958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58bba267-474f-4601-bba5-dbf3e3c50042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:30.718169 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:31.601594 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d7f19b6d-9175-4ac6-b43d-8767b05c532a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:32.366456 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:33.820619 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:55.514242 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:30:58.024397 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:59.110917 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3c7c5038-7285-4efd-9023-980de6dc6111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:00.718622 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:01.603963 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eec96837-0fa9-433f-ad03-93232a37307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:02.368245 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:03.823505 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:28.040632 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:29.111836 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-34c21564-38ed-415a-ad5a-52f26b651800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:30.720008 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:31.605907 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-43169023-dd7b-4fc6-8856-7f326da87a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:32.370451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:32.513395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:31:33.827657 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:58.039494 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:59.113203 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c4565e1-3065-49d4-9b49-306c8b134a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:00.720880 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:01.607467 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6944faa4-aa90-41f9-a9d4-922b6f9bc162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:02.373773 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:03.828995 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:09.513987 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:32:28.053518 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:29.113472 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9910cc92-cabe-4468-8ada-9cde12a68b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:30.723227 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:31.609445 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-95b5d878-9ef8-4b25-9317-20d86eb7a27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:32.375760 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:33.832353 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:46.515312 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:32:58.084395 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:59.114796 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f41aef8f-8582-49c4-8a0e-22dba350e0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:00.724556 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:01.609967 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c1ea29d5-5843-4d1e-accf-c85657792e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:02.378516 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:03.834316 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:23.514958 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:33:28.083504 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:29.115734 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b1070e4d-4f61-4234-a180-f5cc4ccb25fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:30.728069 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:31.611523 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-08d136b3-3fe3-4672-a478-ba8d6f33713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:32.380483 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:33.838264 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:41.074757 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.wsgi [req-d180f549-95c5-46d5-a791-5d4a37f36fdf req-cdfba5a5-7d4a-4b48-8750-ea296c8c3268 service neutron] (84313) timed out ('10.222.0.30', 52867) {{(pid=84313) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 02 18:33:58.098217 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:33:59.122037 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2449a587-90b2-417d-9fd1-6875aadac0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:00.514291 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:34:00.730749 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:01.613145 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-52a40cc8-b636-413d-8921-420f8285e33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:02.383159 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:03.839571 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:28.099736 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:29.113590 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5a4d39e6-170b-48e6-9bec-680ede4b4125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:30.732563 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:31.614204 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2fef7b3-9467-4499-a31f-6707019f4b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:32.385898 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:33.844180 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:37.513852 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron.db.agents_db [None req-06753bcc-f58c-4054-8579-b1ccea9e5666 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:34:58.096468 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00ed11f7-f117-4e38-81b2-d3fc7f0efaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:34:59.114378 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d29e-f4ac-4af5-ac13-21fb329d3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:35:00.734956 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1967d61-3c4f-4875-8d1c-16a43660e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:35:01.616082 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c43d6e14-2a27-4428-8d7f-ea12154946bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:35:02.388451 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daa1e456-12dd-4796-b9cc-177ab38d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:35:03.847693 dv-cinder-784477-2-iscsi neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d5597644-8a79-41ce-9a1b-171498b1c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264350211410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}